typenative 0.6.1 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +412 -0
- package/README.md +1 -1
- package/bin/cli.js +18 -8
- package/bin/go/overrides.js +21 -1
- package/bin/index.js +48 -25
- package/bin/main.js +2 -1
- package/bin/node/assert.js +54 -15
- package/bin/node/async_hooks.js +69 -10
- package/bin/node/buffer.js +321 -7
- package/bin/node/child_process.js +154 -8
- package/bin/node/cluster.js +436 -32
- package/bin/node/crypto.js +814 -5
- package/bin/node/crypto_curves.js +142 -0
- package/bin/node/crypto_keys.js +1147 -48
- package/bin/node/crypto_pem.js +313 -0
- package/bin/node/crypto_pkcs12.js +17 -0
- package/bin/node/dgram.js +161 -10
- package/bin/node/diagnostics_channel.js +5 -1
- package/bin/node/events.js +358 -8
- package/bin/node/ffi.js +933 -0
- package/bin/node/fs.js +334 -6
- package/bin/node/http.js +630 -55
- package/bin/node/http2.js +1141 -88
- package/bin/node/intl.js +4576 -0
- package/bin/node/intl_data.js +65412 -0
- package/bin/node/module_v8.js +155 -16
- package/bin/node/net.js +59 -10
- package/bin/node/path.js +5 -1
- package/bin/node/process.js +342 -3
- package/bin/node/readline.js +558 -8
- package/bin/node/registry.js +2 -0
- package/bin/node/sqlite.js +51 -2
- package/bin/node/stream.js +370 -32
- package/bin/node/stream_web.js +422 -15
- package/bin/node/system_extra.js +154 -1
- package/bin/node/temporal.js +96 -0
- package/bin/node/temporal_runtime.js +5075 -0
- package/bin/node/temporal_zones.js +460 -0
- package/bin/node/test.js +153 -8
- package/bin/node/test_coverage.js +58 -0
- package/bin/node/test_report.js +3 -3
- package/bin/node/test_run.js +7 -1
- package/bin/node/timers.js +123 -0
- package/bin/node/tls.js +346 -12
- package/bin/node/tls_roots.js +122 -0
- package/bin/node/typed_arrays.js +867 -93
- package/bin/node/url.js +657 -0
- package/bin/node/util.js +441 -2
- package/bin/node/util_extra.js +6 -0
- package/bin/node/wasi.js +214 -0
- package/bin/node/webassembly.js +1122 -0
- package/bin/node/websocket.js +763 -0
- package/bin/node/worker_threads.js +434 -52
- package/bin/node/zlib.js +338 -9
- package/bin/node/zlib_zip.js +2392 -0
- package/bin/transpiler.js +2083 -254
- package/bin/typecheck-node.js +49 -17
- package/bin/version.js +1 -1
- package/conformance.md +160 -113
- package/examples/README.md +21 -20
- package/examples/angular-templates/README.md +12 -12
- package/examples/desktop-notes/README.md +7 -7
- package/examples/dupe-finder/README.md +4 -4
- package/examples/fibonacci/README.md +6 -6
- package/examples/hello-world/README.md +4 -4
- package/examples/json-server/README.md +13 -12
- package/examples/mandelbrot-png/README.md +4 -4
- package/examples/marked-cli/README.md +16 -17
- package/examples/openai-chat/README.md +5 -5
- package/examples/react-compiler/README.md +10 -10
- package/examples/todo-cli/README.md +8 -8
- package/examples/yaml-cli/README.md +10 -10
- package/govendor/github.com/cloudflare/circl/.golangci.yaml +64 -0
- package/govendor/github.com/cloudflare/circl/.semgrepignore +1 -0
- package/govendor/github.com/cloudflare/circl/AGENTS.md +91 -0
- package/govendor/github.com/cloudflare/circl/CITATION.cff +30 -0
- package/govendor/github.com/cloudflare/circl/LICENSE +57 -0
- package/govendor/github.com/cloudflare/circl/Makefile +70 -0
- package/govendor/github.com/cloudflare/circl/README.md +206 -0
- package/govendor/github.com/cloudflare/circl/REVIEW.md +83 -0
- package/govendor/github.com/cloudflare/circl/codecov.yml +21 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve.go +104 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.go +30 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.h +111 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_amd64.s +194 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_generic.go +100 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/curve_noasm.go +11 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/doc.go +19 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/key.go +46 -0
- package/govendor/github.com/cloudflare/circl/dh/x448/table.go +460 -0
- package/govendor/github.com/cloudflare/circl/doc.go +8 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/constants.go +71 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/curve.go +90 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/isogeny.go +52 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/point.go +181 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/scalar.go +203 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist.go +138 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistPoint.go +135 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twistTables.go +216 -0
- package/govendor/github.com/cloudflare/circl/ecc/goldilocks/twist_basemult.go +62 -0
- package/govendor/github.com/cloudflare/circl/go.mod +3 -0
- package/govendor/github.com/cloudflare/circl/internal/conv/conv.go +173 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/doc.go +62 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/hashes.go +69 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/keccakf.go +391 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/rc.go +29 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/sha3.go +200 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/sha3_s390x.s +33 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/shake.go +119 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/xor.go +15 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/xor_generic.go +33 -0
- package/govendor/github.com/cloudflare/circl/internal/sha3/xor_unaligned.go +61 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp.go +164 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.go +43 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.h +591 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_amd64.s +75 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_generic.go +339 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fp_noasm.go +12 -0
- package/govendor/github.com/cloudflare/circl/math/fp448/fuzzer.go +75 -0
- package/govendor/github.com/cloudflare/circl/math/integer.go +16 -0
- package/govendor/github.com/cloudflare/circl/math/mlsbset/mlsbset.go +145 -0
- package/govendor/github.com/cloudflare/circl/math/mlsbset/power.go +64 -0
- package/govendor/github.com/cloudflare/circl/math/primes.go +34 -0
- package/govendor/github.com/cloudflare/circl/math/wnaf.go +84 -0
- package/govendor/github.com/cloudflare/circl/sign/ed448/ed448.go +417 -0
- package/govendor/github.com/cloudflare/circl/sign/ed448/signapi.go +89 -0
- package/govendor/github.com/cloudflare/circl/sign/sign.go +119 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/LICENSE +17 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/README.md +72 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/compressedbytepoints.go +18 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve.go +1310 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_embedded.go +14 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/curve_precompute.go +14 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/doc.go +59 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdh.go +21 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/README.md +52 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/doc.go +42 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/error.go +134 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ecdsa/signature.go +1001 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/ellipticadaptor.go +296 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/error.go +67 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/field.go +1696 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/go.mod +3 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/loadprecomputed.go +91 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/modnscalar.go +1105 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/nonce.go +263 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/privkey.go +111 -0
- package/govendor/github.com/decred/dcrd/dcrec/secp256k1/v4/pubkey.go +236 -0
- package/govendor/github.com/ebitengine/purego/LICENSE +201 -0
- package/govendor/github.com/ebitengine/purego/README.md +124 -0
- package/govendor/github.com/ebitengine/purego/abi_amd64.h +99 -0
- package/govendor/github.com/ebitengine/purego/abi_arm64.h +39 -0
- package/govendor/github.com/ebitengine/purego/abi_loong64.h +60 -0
- package/govendor/github.com/ebitengine/purego/cdecl.go +11 -0
- package/govendor/github.com/ebitengine/purego/cgo.go +19 -0
- package/govendor/github.com/ebitengine/purego/dlerror.go +17 -0
- package/govendor/github.com/ebitengine/purego/dlfcn.go +99 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_android.go +34 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_darwin.go +20 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_freebsd.go +14 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_linux.go +16 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_netbsd.go +15 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_freebsd.go +11 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_linux.go +19 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_nocgo_netbsd.go +11 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_playground.go +24 -0
- package/govendor/github.com/ebitengine/purego/dlfcn_stubs.s +22 -0
- package/govendor/github.com/ebitengine/purego/func.go +780 -0
- package/govendor/github.com/ebitengine/purego/gen.go +6 -0
- package/govendor/github.com/ebitengine/purego/go.mod +3 -0
- package/govendor/github.com/ebitengine/purego/go_runtime.go +19 -0
- package/govendor/github.com/ebitengine/purego/internal/cgo/dlfcn_cgo_unix.go +56 -0
- package/govendor/github.com/ebitengine/purego/internal/cgo/empty.go +6 -0
- package/govendor/github.com/ebitengine/purego/internal/cgo/syscall_cgo_unix.go +49 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_amd64.h +99 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_arm64.h +39 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_loong64.h +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_ppc64x.h +195 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/abi_riscv64.h +72 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_386.s +29 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_amd64.s +39 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm.s +58 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_arm64.s +35 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_loong64.s +38 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_ppc64le.s +79 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_riscv64.s +36 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/asm_s390x.s +52 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/callbacks.go +93 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/doc.go +32 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/fakecgo.go +14 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/freebsd.go +27 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_darwin.go +86 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_freebsd.go +77 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_libinit.go +72 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_linux.go +77 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_netbsd.go +83 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_setenv.go +18 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/go_util.go +38 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/iscgo.go +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo.go +37 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_darwin.go +37 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_freebsd.go +27 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_linux.go +27 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/libcgo_netbsd.go +36 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/linux.go +189 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/netbsd.go +23 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/setenv.go +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_amd64.go +15 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/threadentry_noasm.go +24 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_386.s +130 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_amd64.s +124 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm.s +131 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_arm64.s +81 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_386.s +78 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_amd64.s +69 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm.s +69 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_arm64.s +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_loong64.s +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_ppc64le.s +69 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_riscv64.s +60 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_linux_s390x.s +51 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_loong64.s +78 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_ppc64le.s +132 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_riscv64.s +76 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/trampolines_s390x.s +158 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols.go +165 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_darwin.go +59 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_freebsd.go +48 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_linux.go +158 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/zsymbols_netbsd.go +59 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_darwin.s +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_freebsd.s +16 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_linux.s +46 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_netbsd.s +19 -0
- package/govendor/github.com/ebitengine/purego/internal/fakecgo/ztrampolines_stubs.s +55 -0
- package/govendor/github.com/ebitengine/purego/internal/strings/strings.go +40 -0
- package/govendor/github.com/ebitengine/purego/is_ios.go +13 -0
- package/govendor/github.com/ebitengine/purego/nocgo.go +25 -0
- package/govendor/github.com/ebitengine/purego/struct_amd64.go +518 -0
- package/govendor/github.com/ebitengine/purego/struct_arm.go +100 -0
- package/govendor/github.com/ebitengine/purego/struct_arm64.go +757 -0
- package/govendor/github.com/ebitengine/purego/struct_loong64.go +244 -0
- package/govendor/github.com/ebitengine/purego/struct_other.go +54 -0
- package/govendor/github.com/ebitengine/purego/struct_ppc64le.go +180 -0
- package/govendor/github.com/ebitengine/purego/struct_riscv64.go +158 -0
- package/govendor/github.com/ebitengine/purego/struct_s390x.go +158 -0
- package/govendor/github.com/ebitengine/purego/sys_386.s +153 -0
- package/govendor/github.com/ebitengine/purego/sys_amd64.s +206 -0
- package/govendor/github.com/ebitengine/purego/sys_arm.s +153 -0
- package/govendor/github.com/ebitengine/purego/sys_arm64.s +133 -0
- package/govendor/github.com/ebitengine/purego/sys_loong64.s +131 -0
- package/govendor/github.com/ebitengine/purego/sys_ppc64le.s +126 -0
- package/govendor/github.com/ebitengine/purego/sys_riscv64.s +135 -0
- package/govendor/github.com/ebitengine/purego/sys_s390x.s +148 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_386.s +234 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_arm.s +99 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_arm64.s +75 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_loong64.s +79 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_ppc64le.s +114 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_riscv64.s +79 -0
- package/govendor/github.com/ebitengine/purego/sys_unix_s390x.s +111 -0
- package/govendor/github.com/ebitengine/purego/syscall.go +95 -0
- package/govendor/github.com/ebitengine/purego/syscall_32bit.go +97 -0
- package/govendor/github.com/ebitengine/purego/syscall_cgo_linux.go +20 -0
- package/govendor/github.com/ebitengine/purego/syscall_notstackargs.go +55 -0
- package/govendor/github.com/ebitengine/purego/syscall_ppc64le.go +73 -0
- package/govendor/github.com/ebitengine/purego/syscall_stackargs_ppc64le.go +38 -0
- package/govendor/github.com/ebitengine/purego/syscall_stackargs_s390x.go +38 -0
- package/govendor/github.com/ebitengine/purego/syscall_unix.go +392 -0
- package/govendor/github.com/ebitengine/purego/syscall_windows.go +54 -0
- package/govendor/github.com/ebitengine/purego/zcallback_386.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_amd64.s +2014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_arm.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_arm64.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_loong64.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_ppc64le.s +4014 -0
- package/govendor/github.com/ebitengine/purego/zcallback_riscv64.s +4051 -0
- package/govendor/github.com/ebitengine/purego/zcallback_s390x.s +4015 -0
- package/govendor/github.com/klauspost/compress/.gitattributes +3 -0
- package/govendor/github.com/klauspost/compress/.goreleaser.yml +132 -0
- package/govendor/github.com/klauspost/compress/AGENTS.md +106 -0
- package/govendor/github.com/klauspost/compress/LICENSE +304 -0
- package/govendor/github.com/klauspost/compress/README.md +766 -0
- package/govendor/github.com/klauspost/compress/SECURITY.md +25 -0
- package/govendor/github.com/klauspost/compress/compressible.go +85 -0
- package/govendor/github.com/klauspost/compress/fse/README.md +79 -0
- package/govendor/github.com/klauspost/compress/fse/bitreader.go +122 -0
- package/govendor/github.com/klauspost/compress/fse/bitwriter.go +167 -0
- package/govendor/github.com/klauspost/compress/fse/bytereader.go +47 -0
- package/govendor/github.com/klauspost/compress/fse/compress.go +685 -0
- package/govendor/github.com/klauspost/compress/fse/decompress.go +383 -0
- package/govendor/github.com/klauspost/compress/fse/fse.go +150 -0
- package/govendor/github.com/klauspost/compress/gen.sh +4 -0
- package/govendor/github.com/klauspost/compress/go.mod +3 -0
- package/govendor/github.com/klauspost/compress/huff0/README.md +89 -0
- package/govendor/github.com/klauspost/compress/huff0/bitreader.go +323 -0
- package/govendor/github.com/klauspost/compress/huff0/bitwriter.go +97 -0
- package/govendor/github.com/klauspost/compress/huff0/build_table.go +168 -0
- package/govendor/github.com/klauspost/compress/huff0/compress.go +747 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress.go +1188 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.go +128 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_amd64.s +3476 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.go +72 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_arm64.s +1648 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_asm.go +252 -0
- package/govendor/github.com/klauspost/compress/huff0/decompress_generic.go +278 -0
- package/govendor/github.com/klauspost/compress/huff0/huff0.go +337 -0
- package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo.go +34 -0
- package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.go +10 -0
- package/govendor/github.com/klauspost/compress/internal/cpuinfo/cpuinfo_amd64.s +34 -0
- package/govendor/github.com/klauspost/compress/internal/le/le.go +5 -0
- package/govendor/github.com/klauspost/compress/internal/le/unsafe_disabled.go +42 -0
- package/govendor/github.com/klauspost/compress/internal/le/unsafe_enabled.go +52 -0
- package/govendor/github.com/klauspost/compress/internal/regmask/regmask.go +50 -0
- package/govendor/github.com/klauspost/compress/internal/regmask/regmask_386.go +39 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/LICENSE +27 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/decode.go +264 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/decode_other.go +113 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/encode.go +291 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/encode_other.go +250 -0
- package/govendor/github.com/klauspost/compress/internal/snapref/snappy.go +98 -0
- package/govendor/github.com/klauspost/compress/s2sx.mod +3 -0
- package/govendor/github.com/klauspost/compress/s2sx.sum +0 -0
- package/govendor/github.com/klauspost/compress/zstd/README.md +487 -0
- package/govendor/github.com/klauspost/compress/zstd/bitreader.go +176 -0
- package/govendor/github.com/klauspost/compress/zstd/bitwriter.go +151 -0
- package/govendor/github.com/klauspost/compress/zstd/blockdec.go +728 -0
- package/govendor/github.com/klauspost/compress/zstd/blockenc.go +923 -0
- package/govendor/github.com/klauspost/compress/zstd/blocktype_string.go +85 -0
- package/govendor/github.com/klauspost/compress/zstd/bytebuf.go +131 -0
- package/govendor/github.com/klauspost/compress/zstd/bytereader.go +82 -0
- package/govendor/github.com/klauspost/compress/zstd/decodeheader.go +261 -0
- package/govendor/github.com/klauspost/compress/zstd/decoder.go +995 -0
- package/govendor/github.com/klauspost/compress/zstd/decoder_options.go +213 -0
- package/govendor/github.com/klauspost/compress/zstd/dict.go +605 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_base.go +200 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_best.go +572 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_better.go +1262 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_dfast.go +1136 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_fast.go +892 -0
- package/govendor/github.com/klauspost/compress/zstd/enc_jobs.go +352 -0
- package/govendor/github.com/klauspost/compress/zstd/encoder.go +881 -0
- package/govendor/github.com/klauspost/compress/zstd/encoder_options.go +422 -0
- package/govendor/github.com/klauspost/compress/zstd/framedec.go +404 -0
- package/govendor/github.com/klauspost/compress/zstd/frameenc.go +137 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder.go +333 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_amd64.s +132 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_arm64.s +148 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_asm.go +70 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_decoder_generic.go +71 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_encoder.go +701 -0
- package/govendor/github.com/klauspost/compress/zstd/fse_predefined.go +168 -0
- package/govendor/github.com/klauspost/compress/zstd/hash.go +57 -0
- package/govendor/github.com/klauspost/compress/zstd/history.go +119 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/LICENSE.txt +22 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/README.md +71 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash.go +242 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_amd64.s +210 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_arm64.s +184 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_asm.go +11 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_other.go +75 -0
- package/govendor/github.com/klauspost/compress/zstd/internal/xxhash/xxhash_safe.go +11 -0
- package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.go +15 -0
- package/govendor/github.com/klauspost/compress/zstd/matchlen_amd64.s +66 -0
- package/govendor/github.com/klauspost/compress/zstd/matchlen_generic.go +37 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec.go +620 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.go +115 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_amd64.s +4762 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.go +81 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_arm64.s +2919 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_asm.go +327 -0
- package/govendor/github.com/klauspost/compress/zstd/seqdec_generic.go +258 -0
- package/govendor/github.com/klauspost/compress/zstd/seqenc.go +159 -0
- package/govendor/github.com/klauspost/compress/zstd/simple.go +54 -0
- package/govendor/github.com/klauspost/compress/zstd/snappy.go +447 -0
- package/govendor/github.com/klauspost/compress/zstd/zip.go +141 -0
- package/govendor/github.com/klauspost/compress/zstd/zstd.go +126 -0
- package/govendor/github.com/tetratelabs/wazero/.editorconfig +7 -0
- package/govendor/github.com/tetratelabs/wazero/.gitattributes +2 -0
- package/govendor/github.com/tetratelabs/wazero/.gitmodules +3 -0
- package/govendor/github.com/tetratelabs/wazero/CONTRIBUTING.md +75 -0
- package/govendor/github.com/tetratelabs/wazero/LICENSE +201 -0
- package/govendor/github.com/tetratelabs/wazero/Makefile +385 -0
- package/govendor/github.com/tetratelabs/wazero/NOTICE +2 -0
- package/govendor/github.com/tetratelabs/wazero/RATIONALE.md +1577 -0
- package/govendor/github.com/tetratelabs/wazero/README.md +135 -0
- package/govendor/github.com/tetratelabs/wazero/api/features.go +228 -0
- package/govendor/github.com/tetratelabs/wazero/api/wasm.go +766 -0
- package/govendor/github.com/tetratelabs/wazero/builder.go +367 -0
- package/govendor/github.com/tetratelabs/wazero/cache.go +123 -0
- package/govendor/github.com/tetratelabs/wazero/codecov.yml +9 -0
- package/govendor/github.com/tetratelabs/wazero/config.go +899 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/checkpoint.go +35 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/close.go +63 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/compilationworkers.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/experimental.go +41 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/features.go +39 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/importresolver.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/listener.go +324 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/memory.go +52 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/dir.go +92 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/errno.go +98 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/error.go +45 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/file.go +356 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/fs.go +292 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/oflag.go +70 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/poll.go +48 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno.go +106 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_notwindows.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_unsupported.go +7 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/syscall_errno_windows.go +37 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/time.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/experimental/sys/unimplemented.go +160 -0
- package/govendor/github.com/tetratelabs/wazero/fsconfig.go +213 -0
- package/govendor/github.com/tetratelabs/wazero/go.mod +3 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/args.go +97 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/clock.go +116 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/environ.go +100 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/fs.go +2015 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/poll.go +247 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/proc.go +44 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/random.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sched.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/sock.go +188 -0
- package/govendor/github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1/wasi.go +314 -0
- package/govendor/github.com/tetratelabs/wazero/internal/descriptor/table.go +149 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/compiler.go +3884 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/format.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/interpreter.go +4963 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/operations.go +2978 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/interpreter/signature.go +825 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/abi.go +170 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/backend.go +3 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler.go +402 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/compiler_lower.go +226 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/go_call.go +33 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi.go +186 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_amd64.s +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_entry_preamble.go +248 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/abi_go_call.go +440 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/cond.go +168 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/ext.go +35 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr.go +2495 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/instr_encoding.go +1714 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_constant.go +71 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/lower_mem.go +187 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine.go +3782 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_pro_epi_logue.go +334 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_regalloc.go +352 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/machine_vec.go +992 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/operands.go +336 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/reg.go +181 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/amd64/stack.go +130 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi.go +376 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_arm64.s +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_entry_preamble.go +233 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/abi_go_call.go +430 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/cond.go +215 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr.go +2562 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/instr_encoding.go +2357 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_constant.go +301 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr.go +2227 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_instr_operands.go +340 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/lower_mem.go +451 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine.go +631 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_pro_epi_logue.go +486 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_regalloc.go +351 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/machine_relocation.go +128 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/reg.go +397 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/isa/arm64/unwind_stack.go +84 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/machine.go +119 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/api.go +124 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/reg.go +123 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regalloc.go +1189 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc/regset.go +96 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/backend/vdef.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/call_engine.go +884 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine.go +1008 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/engine_cache.go +347 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_amd64.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_arm64.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/entrypoint_other.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/frontend.go +663 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/lower.go +5045 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/misc.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/frontend/sort_id.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/hostmodule.go +88 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_amd64.go +30 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_arm64.go +32 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/isa_other.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/memmove.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/module_engine.go +403 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block.go +381 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/basic_block_sort.go +32 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/builder.go +790 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/cmp.go +107 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/funcref.go +12 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/instructions.go +3024 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass.go +393 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_blk_layouts.go +334 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/pass_cfg.go +313 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/signature.go +49 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/ssa.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/type.go +115 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/ssa/vs.go +114 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/debug_options.go +189 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/exitcode.go +150 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/offsetdata.go +248 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap.go +96 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_disabled.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/perfmap_enabled.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/pool.go +215 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/ptr.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/queue.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/engine/wazevo/wazevoapi/resetmap.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/checkpoint.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/close.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/compilationworkers.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/expctxkeys.go +2 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/importresolver.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/listener.go +7 -0
- package/govendor/github.com/tetratelabs/wazero/internal/expctxkeys/memory.go +4 -0
- package/govendor/github.com/tetratelabs/wazero/internal/filecache/compilationcache.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/filecache/file_cache.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/ieee754/ieee754.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/internalapi/internal.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/leb128/leb128.go +285 -0
- package/govendor/github.com/tetratelabs/wazero/internal/moremath/moremath.go +271 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_amd64.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_arm64.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/cpuid_unsupported.go +5 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/crypto.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_linux.go +72 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_other.go +19 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unix.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_unsupported.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/mmap_windows.go +31 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/path.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/path_windows.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/platform.go +71 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/time.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/time_notwindows.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/platform/time_windows.go +40 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sock/sock.go +89 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_supported.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sock/sock_unsupported.go +10 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/fs.go +458 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/lazy.go +135 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/stdio.go +125 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sys/sys.go +228 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/adapter.go +105 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_linux.go +12 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/datasync_unsupported.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dir.go +24 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/dirfs.go +137 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file.go +576 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unix.go +39 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_unsupported.go +28 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/file_windows.go +133 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_darwin.s +8 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_linux.go +38 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_unsupported.go +18 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/futimens_windows.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unix.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_unsupported.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/ino_windows.go +28 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unix.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_unsupported.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/nonblock_windows.go +23 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/oflag.go +38 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_bsd.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_darwin.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_supported.go +30 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unix.go +20 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_unsupported.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/open_file_windows.go +163 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/osfile.go +318 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_darwin.s +8 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_linux.go +57 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_unsupported.go +12 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/poll_windows.go +224 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/readfs.go +117 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unix.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_unsupported.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/rename_windows.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock.go +186 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_supported.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unix.go +48 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_unsupported.go +79 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sock_windows.go +80 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_supported.go +40 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_unsupported.go +40 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/stat_windows.go +118 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sync_windows.go +20 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/syscall6_darwin.go +13 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/sysfs.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unix.go +17 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_unsupported.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/internal/sysfs/unlink_windows.go +25 -0
- package/govendor/github.com/tetratelabs/wazero/internal/u32/u32.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/u64/u64.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/version/version.go +52 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/args.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/clock.go +16 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/environ.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/errno.go +314 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/fs.go +164 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/poll.go +15 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/proc.go +6 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/random.go +3 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/rights.go +148 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sched.go +3 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/sock.go +71 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasip1/wasi.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/code.go +124 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/const_expr.go +116 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/custom.go +22 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/data.go +79 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/decoder.go +235 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/element.go +250 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/errors.go +11 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/export.go +32 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/function.go +56 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/global.go +50 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/header.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/import.go +68 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/limits.go +47 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/memory.go +42 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/names.go +151 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/section.go +309 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/table.go +79 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/binary/value.go +97 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/const_expr.go +259 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/counts.go +53 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/engine.go +76 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/exception.go +9 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/func_validation.go +2804 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/function_definition.go +210 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/global.go +55 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/gofunc.go +279 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/host.go +179 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/instruction.go +1962 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory.go +475 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/memory_definition.go +128 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/module.go +1359 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance.go +251 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/module_instance_lookup.go +73 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/store.go +726 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/store_module_list.go +95 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasm/table.go +321 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/debug.go +170 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasmdebug/dwarf.go +225 -0
- package/govendor/github.com/tetratelabs/wazero/internal/wasmruntime/errors.go +54 -0
- package/govendor/github.com/tetratelabs/wazero/netlify.toml +15 -0
- package/govendor/github.com/tetratelabs/wazero/runtime.go +399 -0
- package/govendor/github.com/tetratelabs/wazero/sys/clock.go +26 -0
- package/govendor/github.com/tetratelabs/wazero/sys/error.go +83 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat.go +105 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_bsd.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_posix.go +29 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_unsupported.go +14 -0
- package/govendor/github.com/tetratelabs/wazero/sys/stat_windows.go +24 -0
- package/govendor/golang.org/x/crypto/LICENSE +27 -0
- package/govendor/golang.org/x/crypto/PATENTS +22 -0
- package/govendor/golang.org/x/crypto/cryptobyte/asn1/asn1.go +46 -0
- package/govendor/golang.org/x/crypto/cryptobyte/asn1.go +825 -0
- package/govendor/golang.org/x/crypto/cryptobyte/builder.go +350 -0
- package/govendor/golang.org/x/crypto/cryptobyte/string.go +183 -0
- package/govendor/golang.org/x/crypto/go.mod +3 -0
- package/govendor/golang.org/x/crypto/pbkdf2/pbkdf2.go +30 -0
- package/govendor/golang.org/x/net/LICENSE +27 -0
- package/govendor/golang.org/x/net/PATENTS +22 -0
- package/govendor/golang.org/x/net/dns/dnsmessage/message.go +2733 -0
- package/govendor/golang.org/x/net/dns/dnsmessage/svcb.go +333 -0
- package/govendor/golang.org/x/net/go.mod +3 -0
- package/govendor/golang.org/x/net/http/httpguts/guts.go +50 -0
- package/govendor/golang.org/x/net/http/httpguts/httplex.go +347 -0
- package/govendor/golang.org/x/net/http2/README.md +19 -0
- package/govendor/golang.org/x/net/http2/ascii.go +65 -0
- package/govendor/golang.org/x/net/http2/ciphers.go +641 -0
- package/govendor/golang.org/x/net/http2/client_conn_pool.go +301 -0
- package/govendor/golang.org/x/net/http2/client_priority_go126.go +20 -0
- package/govendor/golang.org/x/net/http2/client_priority_go127.go +13 -0
- package/govendor/golang.org/x/net/http2/clientconn.go +57 -0
- package/govendor/golang.org/x/net/http2/config.go +171 -0
- package/govendor/golang.org/x/net/http2/config_go125.go +15 -0
- package/govendor/golang.org/x/net/http2/config_go126.go +15 -0
- package/govendor/golang.org/x/net/http2/databuffer.go +146 -0
- package/govendor/golang.org/x/net/http2/errors.go +145 -0
- package/govendor/golang.org/x/net/http2/flow.go +175 -0
- package/govendor/golang.org/x/net/http2/frame.go +1887 -0
- package/govendor/golang.org/x/net/http2/gotrack.go +181 -0
- package/govendor/golang.org/x/net/http2/hpack/encode.go +244 -0
- package/govendor/golang.org/x/net/http2/hpack/hpack.go +522 -0
- package/govendor/golang.org/x/net/http2/hpack/huffman.go +226 -0
- package/govendor/golang.org/x/net/http2/hpack/static_table.go +188 -0
- package/govendor/golang.org/x/net/http2/hpack/tables.go +426 -0
- package/govendor/golang.org/x/net/http2/http2.go +415 -0
- package/govendor/golang.org/x/net/http2/pipe.go +184 -0
- package/govendor/golang.org/x/net/http2/server.go +3239 -0
- package/govendor/golang.org/x/net/http2/server_common.go +268 -0
- package/govendor/golang.org/x/net/http2/server_wrap.go +217 -0
- package/govendor/golang.org/x/net/http2/transport.go +3084 -0
- package/govendor/golang.org/x/net/http2/transport_common.go +516 -0
- package/govendor/golang.org/x/net/http2/transport_wrap.go +583 -0
- package/govendor/golang.org/x/net/http2/unencrypted.go +32 -0
- package/govendor/golang.org/x/net/http2/write.go +381 -0
- package/govendor/golang.org/x/net/http2/writesched.go +253 -0
- package/govendor/golang.org/x/net/http2/writesched_common.go +90 -0
- package/govendor/golang.org/x/net/http2/writesched_priority_rfc7540.go +420 -0
- package/govendor/golang.org/x/net/http2/writesched_priority_rfc9218.go +226 -0
- package/govendor/golang.org/x/net/http2/writesched_random.go +81 -0
- package/govendor/golang.org/x/net/http2/writesched_roundrobin.go +121 -0
- package/govendor/golang.org/x/net/idna/idna.go +884 -0
- package/govendor/golang.org/x/net/idna/punycode.go +220 -0
- package/govendor/golang.org/x/net/idna/tables15.0.0.go +5144 -0
- package/govendor/golang.org/x/net/idna/tables17.0.0.go +5302 -0
- package/govendor/golang.org/x/net/idna/trie.go +51 -0
- package/govendor/golang.org/x/net/idna/trieval.go +119 -0
- package/govendor/golang.org/x/net/internal/httpcommon/README.md +7 -0
- package/govendor/golang.org/x/net/internal/httpcommon/ascii.go +53 -0
- package/govendor/golang.org/x/net/internal/httpcommon/gzip.go +132 -0
- package/govendor/golang.org/x/net/internal/httpcommon/headermap.go +115 -0
- package/govendor/golang.org/x/net/internal/httpcommon/request.go +503 -0
- package/govendor/golang.org/x/net/internal/httpsfv/httpsfv.go +665 -0
- package/govendor/golang.org/x/sys/cpu/asm_aix_ppc64.s +17 -0
- package/govendor/golang.org/x/sys/cpu/asm_darwin_arm64_gc.s +12 -0
- package/govendor/golang.org/x/sys/cpu/asm_darwin_x86_gc.s +17 -0
- package/govendor/golang.org/x/sys/cpu/byteorder.go +66 -0
- package/govendor/golang.org/x/sys/cpu/cpu.go +357 -0
- package/govendor/golang.org/x/sys/cpu/cpu_aix.go +33 -0
- package/govendor/golang.org/x/sys/cpu/cpu_arm.go +73 -0
- package/govendor/golang.org/x/sys/cpu/cpu_arm64.go +191 -0
- package/govendor/golang.org/x/sys/cpu/cpu_arm64.s +35 -0
- package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64.go +67 -0
- package/govendor/golang.org/x/sys/cpu/cpu_darwin_arm64_other.go +31 -0
- package/govendor/golang.org/x/sys/cpu/cpu_darwin_x86.go +61 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_arm64.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_riscv64.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_s390x.go +21 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.go +15 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gc_x86.s +26 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_arm64.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_s390x.go +22 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.c +37 -0
- package/govendor/golang.org/x/sys/cpu/cpu_gccgo_x86.go +25 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux.go +15 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_arm.go +39 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_arm64.go +120 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_loong64.go +22 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_mips64x.go +22 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_noinit.go +9 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_ppc64x.go +34 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_riscv64.go +173 -0
- package/govendor/golang.org/x/sys/cpu/cpu_linux_s390x.go +40 -0
- package/govendor/golang.org/x/sys/cpu/cpu_loong64.go +62 -0
- package/govendor/golang.org/x/sys/cpu/cpu_loong64.s +13 -0
- package/govendor/golang.org/x/sys/cpu/cpu_mips64x.go +15 -0
- package/govendor/golang.org/x/sys/cpu/cpu_mipsx.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_netbsd_amd64.go +47 -0
- package/govendor/golang.org/x/sys/cpu/cpu_netbsd_arm64.go +173 -0
- package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.go +65 -0
- package/govendor/golang.org/x/sys/cpu/cpu_openbsd_arm64.s +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_arm.go +9 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_arm64.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_mips64x.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_ppc64x.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_riscv64.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_other_x86.go +11 -0
- package/govendor/golang.org/x/sys/cpu/cpu_ppc64x.go +16 -0
- package/govendor/golang.org/x/sys/cpu/cpu_riscv64.go +33 -0
- package/govendor/golang.org/x/sys/cpu/cpu_riscv64.s +17 -0
- package/govendor/golang.org/x/sys/cpu/cpu_s390x.go +172 -0
- package/govendor/golang.org/x/sys/cpu/cpu_s390x.s +57 -0
- package/govendor/golang.org/x/sys/cpu/cpu_sparc64.go +12 -0
- package/govendor/golang.org/x/sys/cpu/cpu_wasm.go +17 -0
- package/govendor/golang.org/x/sys/cpu/cpu_windows.go +26 -0
- package/govendor/golang.org/x/sys/cpu/cpu_windows_arm64.go +38 -0
- package/govendor/golang.org/x/sys/cpu/cpu_x86.go +259 -0
- package/govendor/golang.org/x/sys/cpu/cpu_zos.go +10 -0
- package/govendor/golang.org/x/sys/cpu/cpu_zos_s390x.go +25 -0
- package/govendor/golang.org/x/sys/cpu/endian_big.go +10 -0
- package/govendor/golang.org/x/sys/cpu/endian_little.go +10 -0
- package/govendor/golang.org/x/sys/cpu/hwcap_linux.go +71 -0
- package/govendor/golang.org/x/sys/cpu/parse.go +55 -0
- package/govendor/golang.org/x/sys/cpu/proc_cpuinfo_linux.go +53 -0
- package/govendor/golang.org/x/sys/cpu/runtime_auxv.go +16 -0
- package/govendor/golang.org/x/sys/cpu/runtime_auxv_go121.go +18 -0
- package/govendor/golang.org/x/sys/cpu/syscall_aix_gccgo.go +26 -0
- package/govendor/golang.org/x/sys/cpu/syscall_aix_ppc64_gc.go +35 -0
- package/govendor/golang.org/x/sys/cpu/syscall_darwin_arm64_gc.go +54 -0
- package/govendor/golang.org/x/sys/cpu/syscall_darwin_x86_gc.go +98 -0
- package/govendor/golang.org/x/sys/cpu/zcpu_windows.go +48 -0
- package/govendor/golang.org/x/sys/unix/asm_linux_ppc64x.s +20 -0
- package/govendor/golang.org/x/sys/unix/asm_linux_sparc64.s +48 -0
- package/govendor/golang.org/x/sys/unix/asm_zos_s390x.s +4 -186
- package/govendor/golang.org/x/sys/unix/bpxsvc_zos.s +9 -9
- package/govendor/golang.org/x/sys/unix/fcntl_darwin.go +2 -2
- package/govendor/golang.org/x/sys/unix/mkerrors.sh +1 -1
- package/govendor/golang.org/x/sys/unix/ptrace_zos.go +537 -0
- package/govendor/golang.org/x/sys/unix/ptrace_zos_singlestep.go +425 -0
- package/govendor/golang.org/x/sys/unix/syscall_darwin.go +1 -0
- package/govendor/golang.org/x/sys/unix/syscall_freebsd.go +9 -0
- package/govendor/golang.org/x/sys/unix/syscall_linux.go +20 -1
- package/govendor/golang.org/x/sys/unix/syscall_linux_sparc64.go +3 -3
- package/govendor/golang.org/x/sys/unix/syscall_netbsd.go +9 -0
- package/govendor/golang.org/x/sys/unix/syscall_unix_gc.go +1 -1
- package/govendor/golang.org/x/sys/unix/syscall_zos_s390x.go +0 -4
- package/govendor/golang.org/x/sys/unix/xattr_bsd.go +12 -12
- package/govendor/golang.org/x/sys/unix/zerrors_darwin_amd64.go +6 -0
- package/govendor/golang.org/x/sys/unix/zerrors_darwin_arm64.go +6 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux.go +32 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_386.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_amd64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_arm.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_arm64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_loong64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mips.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mips64le.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_mipsle.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_ppc64le.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_riscv64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_s390x.go +2 -0
- package/govendor/golang.org/x/sys/unix/zerrors_linux_sparc64.go +2 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_darwin_amd64.go +11 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_darwin_arm64.go +11 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_386.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_amd64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_arm64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_freebsd_riscv64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_linux.go +28 -1
- package/govendor/golang.org/x/sys/unix/zsyscall_linux_sparc64.go +3 -3
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_386.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_amd64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsyscall_netbsd_arm64.go +159 -0
- package/govendor/golang.org/x/sys/unix/zsysnum_zos_s390x.go +13 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux.go +65 -36
- package/govendor/golang.org/x/sys/unix/ztypes_linux_386.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_amd64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_arm.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_arm64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_loong64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mips.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mips64le.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_mipsle.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc.go +6 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_ppc64le.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_riscv64.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_s390x.go +7 -0
- package/govendor/golang.org/x/sys/unix/ztypes_linux_sparc64.go +10 -5
- package/govendor/golang.org/x/sys/unix/ztypes_zos_s390x.go +78 -0
- package/govendor/golang.org/x/text/.gitattributes +10 -0
- package/govendor/golang.org/x/text/CONTRIBUTING.md +26 -0
- package/govendor/golang.org/x/text/LICENSE +27 -0
- package/govendor/golang.org/x/text/PATENTS +22 -0
- package/govendor/golang.org/x/text/README.md +81 -0
- package/govendor/golang.org/x/text/cases/cases.go +162 -0
- package/govendor/golang.org/x/text/cases/context.go +376 -0
- package/govendor/golang.org/x/text/cases/fold.go +34 -0
- package/govendor/golang.org/x/text/cases/icu.go +61 -0
- package/govendor/golang.org/x/text/cases/info.go +82 -0
- package/govendor/golang.org/x/text/cases/map.go +816 -0
- package/govendor/golang.org/x/text/cases/tables15.0.0.go +2527 -0
- package/govendor/golang.org/x/text/cases/tables17.0.0.go +2642 -0
- package/govendor/golang.org/x/text/cases/trieval.go +217 -0
- package/govendor/golang.org/x/text/codereview.cfg +1 -0
- package/govendor/golang.org/x/text/collate/collate.go +402 -0
- package/govendor/golang.org/x/text/collate/index.go +32 -0
- package/govendor/golang.org/x/text/collate/option.go +239 -0
- package/govendor/golang.org/x/text/collate/sort.go +81 -0
- package/govendor/golang.org/x/text/collate/tables.go +73789 -0
- package/govendor/golang.org/x/text/currency/common.go +67 -0
- package/govendor/golang.org/x/text/currency/currency.go +185 -0
- package/govendor/golang.org/x/text/currency/format.go +220 -0
- package/govendor/golang.org/x/text/currency/query.go +152 -0
- package/govendor/golang.org/x/text/currency/tables.go +2629 -0
- package/govendor/golang.org/x/text/doc.go +16 -0
- package/govendor/golang.org/x/text/feature/plural/common.go +70 -0
- package/govendor/golang.org/x/text/feature/plural/message.go +244 -0
- package/govendor/golang.org/x/text/feature/plural/plural.go +262 -0
- package/govendor/golang.org/x/text/feature/plural/tables.go +552 -0
- package/govendor/golang.org/x/text/go.mod +3 -0
- package/govendor/golang.org/x/text/internal/catmsg/catmsg.go +417 -0
- package/govendor/golang.org/x/text/internal/catmsg/codec.go +407 -0
- package/govendor/golang.org/x/text/internal/catmsg/varint.go +62 -0
- package/govendor/golang.org/x/text/internal/colltab/collelem.go +374 -0
- package/govendor/golang.org/x/text/internal/colltab/colltab.go +105 -0
- package/govendor/golang.org/x/text/internal/colltab/contract.go +145 -0
- package/govendor/golang.org/x/text/internal/colltab/iter.go +178 -0
- package/govendor/golang.org/x/text/internal/colltab/numeric.go +236 -0
- package/govendor/golang.org/x/text/internal/colltab/table.go +275 -0
- package/govendor/golang.org/x/text/internal/colltab/trie.go +159 -0
- package/govendor/golang.org/x/text/internal/colltab/weighter.go +31 -0
- package/govendor/golang.org/x/text/internal/format/format.go +41 -0
- package/govendor/golang.org/x/text/internal/format/parser.go +358 -0
- package/govendor/golang.org/x/text/internal/internal.go +49 -0
- package/govendor/golang.org/x/text/internal/language/common.go +16 -0
- package/govendor/golang.org/x/text/internal/language/compact/compact.go +61 -0
- package/govendor/golang.org/x/text/internal/language/compact/language.go +260 -0
- package/govendor/golang.org/x/text/internal/language/compact/parents.go +120 -0
- package/govendor/golang.org/x/text/internal/language/compact/tables.go +1015 -0
- package/govendor/golang.org/x/text/internal/language/compact/tags.go +91 -0
- package/govendor/golang.org/x/text/internal/language/compact.go +29 -0
- package/govendor/golang.org/x/text/internal/language/compose.go +167 -0
- package/govendor/golang.org/x/text/internal/language/coverage.go +28 -0
- package/govendor/golang.org/x/text/internal/language/language.go +627 -0
- package/govendor/golang.org/x/text/internal/language/lookup.go +412 -0
- package/govendor/golang.org/x/text/internal/language/match.go +226 -0
- package/govendor/golang.org/x/text/internal/language/parse.go +608 -0
- package/govendor/golang.org/x/text/internal/language/tables.go +3494 -0
- package/govendor/golang.org/x/text/internal/language/tags.go +48 -0
- package/govendor/golang.org/x/text/internal/match.go +67 -0
- package/govendor/golang.org/x/text/internal/number/common.go +55 -0
- package/govendor/golang.org/x/text/internal/number/decimal.go +500 -0
- package/govendor/golang.org/x/text/internal/number/format.go +533 -0
- package/govendor/golang.org/x/text/internal/number/number.go +152 -0
- package/govendor/golang.org/x/text/internal/number/pattern.go +485 -0
- package/govendor/golang.org/x/text/internal/number/roundingmode_string.go +30 -0
- package/govendor/golang.org/x/text/internal/number/tables.go +1219 -0
- package/govendor/golang.org/x/text/internal/stringset/set.go +86 -0
- package/govendor/golang.org/x/text/internal/tag/tag.go +100 -0
- package/govendor/golang.org/x/text/language/coverage.go +187 -0
- package/govendor/golang.org/x/text/language/display/dict.go +92 -0
- package/govendor/golang.org/x/text/language/display/display.go +420 -0
- package/govendor/golang.org/x/text/language/display/lookup.go +253 -0
- package/govendor/golang.org/x/text/language/display/tables.go +53114 -0
- package/govendor/golang.org/x/text/language/doc.go +98 -0
- package/govendor/golang.org/x/text/language/language.go +605 -0
- package/govendor/golang.org/x/text/language/match.go +735 -0
- package/govendor/golang.org/x/text/language/parse.go +258 -0
- package/govendor/golang.org/x/text/language/tables.go +298 -0
- package/govendor/golang.org/x/text/language/tags.go +145 -0
- package/govendor/golang.org/x/text/message/catalog/catalog.go +365 -0
- package/govendor/golang.org/x/text/message/catalog/dict.go +133 -0
- package/govendor/golang.org/x/text/secure/bidirule/bidirule.go +346 -0
- package/govendor/golang.org/x/text/transform/transform.go +709 -0
- package/govendor/golang.org/x/text/unicode/bidi/bidi.go +359 -0
- package/govendor/golang.org/x/text/unicode/bidi/bracket.go +335 -0
- package/govendor/golang.org/x/text/unicode/bidi/core.go +1050 -0
- package/govendor/golang.org/x/text/unicode/bidi/prop.go +206 -0
- package/govendor/golang.org/x/text/unicode/bidi/tables15.0.0.go +2042 -0
- package/govendor/golang.org/x/text/unicode/bidi/tables17.0.0.go +2135 -0
- package/govendor/golang.org/x/text/unicode/bidi/trieval.go +48 -0
- package/govendor/golang.org/x/text/unicode/norm/composition.go +524 -0
- package/govendor/golang.org/x/text/unicode/norm/forminfo.go +296 -0
- package/govendor/golang.org/x/text/unicode/norm/input.go +109 -0
- package/govendor/golang.org/x/text/unicode/norm/iter.go +454 -0
- package/govendor/golang.org/x/text/unicode/norm/normalize.go +613 -0
- package/govendor/golang.org/x/text/unicode/norm/readwriter.go +125 -0
- package/govendor/golang.org/x/text/unicode/norm/tables15.0.0.go +7907 -0
- package/govendor/golang.org/x/text/unicode/norm/tables17.0.0.go +8104 -0
- package/govendor/golang.org/x/text/unicode/norm/transform.go +89 -0
- package/govendor/golang.org/x/text/unicode/norm/trie.go +54 -0
- package/govendor/manifest.txt +11 -2
- package/package.json +2 -1
- package/performance/README.md +87 -35
- package/performance/arr-for-of.ts +29 -0
- package/performance/arr-push-local.ts +39 -0
- package/performance/arr-slice-concat.ts +24 -0
- package/performance/async-promise-all.ts +38 -0
- package/performance/bigint-arith.ts +36 -0
- package/performance/buf-encode.ts +29 -0
- package/performance/class-accessors.ts +48 -0
- package/performance/date-format.ts +18 -0
- package/performance/fn-rest-spread.ts +43 -0
- package/performance/gen-next.ts +32 -0
- package/performance/iter-helpers.ts +38 -0
- package/performance/json-any.ts +30 -0
- package/performance/map-iterate.ts +26 -0
- package/performance/map-number-keys.ts +37 -0
- package/performance/num-hash-imul.ts +36 -0
- package/performance/obj-keys-entries.ts +44 -0
- package/performance/obj-optional-chain.ts +42 -0
- package/performance/obj-record-dict.ts +24 -0
- package/performance/obj-spread-destructure.ts +40 -0
- package/performance/regex-replace-fn.ts +24 -0
- package/performance/str-methods.ts +24 -0
- package/performance/str-switch-compare.ts +50 -0
- package/performance/str-unicode.ts +25 -0
- package/performance/typed-array.ts +30 -0
- package/performance/union-typeof.ts +40 -0
- package/performance/wasm-call.ts +63 -0
- package/tsparser/go.mod +1 -1
- package/tsparser/go.sum +2 -2
- package/types/typenative-npm.d.ts +836 -69
- package/types/typenative.d.ts +1224 -23
- package/govendor/golang.org/x/sys/unix/syscall_unix_gc_ppc64x.go +0 -22
- package/govendor/golang.org/x/sys/windows/types_windows_arm.go +0 -35
|
@@ -0,0 +1,3476 @@
|
|
|
1
|
+
// Code generated by command: go run gen.go -out ../decompress.s -arch amd64,arm64 -arm64-promote-stack-slots -pkg=huff0. DO NOT EDIT.
|
|
2
|
+
|
|
3
|
+
//go:build !noasm && gc
|
|
4
|
+
|
|
5
|
+
// func decompress4x_main_loop_amd64(ctx *decompress4xContext)
|
|
6
|
+
// Requires: BMI, CMOV
|
|
7
|
+
TEXT ·decompress4x_main_loop_amd64(SB), $40-8
|
|
8
|
+
MOVQ ctx+0(FP), CX
|
|
9
|
+
|
|
10
|
+
// Preload values
|
|
11
|
+
MOVBQZX 8(CX), AX
|
|
12
|
+
MOVQ 32(CX), DX
|
|
13
|
+
MOVQ 16(CX), BX
|
|
14
|
+
MOVQ 24(CX), SI
|
|
15
|
+
LEAQ (BX)(SI*1), DI
|
|
16
|
+
LEAQ (BX)(SI*2), R9
|
|
17
|
+
LEAQ (SI)(SI*2), R11
|
|
18
|
+
ADDQ BX, R11
|
|
19
|
+
|
|
20
|
+
// Copy the input pointers to their stack slots
|
|
21
|
+
MOVQ 64(CX), SI
|
|
22
|
+
MOVQ SI, (SP)
|
|
23
|
+
MOVQ 72(CX), SI
|
|
24
|
+
MOVQ SI, 8(SP)
|
|
25
|
+
MOVQ 80(CX), SI
|
|
26
|
+
MOVQ SI, 16(SP)
|
|
27
|
+
MOVQ 88(CX), SI
|
|
28
|
+
MOVQ SI, 24(SP)
|
|
29
|
+
|
|
30
|
+
// Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
|
|
31
|
+
MOVQ (CX), CX
|
|
32
|
+
MOVQ 32(CX), SI
|
|
33
|
+
MOVBQZX 40(CX), R8
|
|
34
|
+
BTSQ R8, SI
|
|
35
|
+
MOVQ 80(CX), R8
|
|
36
|
+
MOVBQZX 88(CX), R10
|
|
37
|
+
BTSQ R10, R8
|
|
38
|
+
MOVQ 128(CX), R10
|
|
39
|
+
MOVBQZX 136(CX), R12
|
|
40
|
+
BTSQ R12, R10
|
|
41
|
+
MOVQ 176(CX), R12
|
|
42
|
+
MOVBQZX 184(CX), CX
|
|
43
|
+
BTSQ CX, R12
|
|
44
|
+
|
|
45
|
+
outer_loop:
|
|
46
|
+
MOVQ ctx+0(FP), CX
|
|
47
|
+
|
|
48
|
+
// Iterations allowed by the output: (limit - op0) / 8
|
|
49
|
+
MOVQ 48(CX), R13
|
|
50
|
+
SUBQ BX, R13
|
|
51
|
+
JLE done
|
|
52
|
+
SHRQ $0x03, R13
|
|
53
|
+
|
|
54
|
+
// Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
|
|
55
|
+
// (whatever nSyms is), so every read stays inside the block while the lowest
|
|
56
|
+
// pointer stays above ilowest.
|
|
57
|
+
MOVQ (SP), R14
|
|
58
|
+
SUBQ 56(CX), R14
|
|
59
|
+
SHRQ $0x03, R14
|
|
60
|
+
CMPQ R14, R13
|
|
61
|
+
CMOVQCS R14, R13
|
|
62
|
+
MOVQ 8(SP), R14
|
|
63
|
+
SUBQ 56(CX), R14
|
|
64
|
+
SHRQ $0x03, R14
|
|
65
|
+
CMPQ R14, R13
|
|
66
|
+
CMOVQCS R14, R13
|
|
67
|
+
MOVQ 16(SP), R14
|
|
68
|
+
SUBQ 56(CX), R14
|
|
69
|
+
SHRQ $0x03, R14
|
|
70
|
+
CMPQ R14, R13
|
|
71
|
+
CMOVQCS R14, R13
|
|
72
|
+
MOVQ 24(SP), R14
|
|
73
|
+
SUBQ 56(CX), R14
|
|
74
|
+
SHRQ $0x03, R14
|
|
75
|
+
CMPQ R14, R13
|
|
76
|
+
CMOVQCS R14, R13
|
|
77
|
+
TESTQ R13, R13
|
|
78
|
+
JZ done
|
|
79
|
+
IMUL3Q $0x05, R13, R13
|
|
80
|
+
ADDQ BX, R13
|
|
81
|
+
MOVQ R13, 32(SP)
|
|
82
|
+
PCALIGN $0x40
|
|
83
|
+
|
|
84
|
+
inner_loop:
|
|
85
|
+
// stream 0, symbol 0
|
|
86
|
+
MOVQ AX, CX
|
|
87
|
+
MOVQ SI, R13
|
|
88
|
+
SHRQ CL, R13
|
|
89
|
+
MOVWQZX (DX)(R13*2), CX
|
|
90
|
+
SHLQ CL, SI
|
|
91
|
+
SHRQ $0x08, CX
|
|
92
|
+
MOVB CL, (BX)
|
|
93
|
+
|
|
94
|
+
// stream 1, symbol 0
|
|
95
|
+
MOVQ AX, CX
|
|
96
|
+
MOVQ R8, R13
|
|
97
|
+
SHRQ CL, R13
|
|
98
|
+
MOVWQZX (DX)(R13*2), CX
|
|
99
|
+
SHLQ CL, R8
|
|
100
|
+
SHRQ $0x08, CX
|
|
101
|
+
MOVB CL, (DI)
|
|
102
|
+
|
|
103
|
+
// stream 2, symbol 0
|
|
104
|
+
MOVQ AX, CX
|
|
105
|
+
MOVQ R10, R13
|
|
106
|
+
SHRQ CL, R13
|
|
107
|
+
MOVWQZX (DX)(R13*2), CX
|
|
108
|
+
SHLQ CL, R10
|
|
109
|
+
SHRQ $0x08, CX
|
|
110
|
+
MOVB CL, (R9)
|
|
111
|
+
|
|
112
|
+
// stream 3, symbol 0
|
|
113
|
+
MOVQ AX, CX
|
|
114
|
+
MOVQ R12, R13
|
|
115
|
+
SHRQ CL, R13
|
|
116
|
+
MOVWQZX (DX)(R13*2), CX
|
|
117
|
+
SHLQ CL, R12
|
|
118
|
+
SHRQ $0x08, CX
|
|
119
|
+
MOVB CL, (R11)
|
|
120
|
+
|
|
121
|
+
// stream 0, symbol 1
|
|
122
|
+
MOVQ AX, CX
|
|
123
|
+
MOVQ SI, R13
|
|
124
|
+
SHRQ CL, R13
|
|
125
|
+
MOVWQZX (DX)(R13*2), CX
|
|
126
|
+
SHLQ CL, SI
|
|
127
|
+
SHRQ $0x08, CX
|
|
128
|
+
MOVB CL, 1(BX)
|
|
129
|
+
|
|
130
|
+
// stream 1, symbol 1
|
|
131
|
+
MOVQ AX, CX
|
|
132
|
+
MOVQ R8, R13
|
|
133
|
+
SHRQ CL, R13
|
|
134
|
+
MOVWQZX (DX)(R13*2), CX
|
|
135
|
+
SHLQ CL, R8
|
|
136
|
+
SHRQ $0x08, CX
|
|
137
|
+
MOVB CL, 1(DI)
|
|
138
|
+
|
|
139
|
+
// stream 2, symbol 1
|
|
140
|
+
MOVQ AX, CX
|
|
141
|
+
MOVQ R10, R13
|
|
142
|
+
SHRQ CL, R13
|
|
143
|
+
MOVWQZX (DX)(R13*2), CX
|
|
144
|
+
SHLQ CL, R10
|
|
145
|
+
SHRQ $0x08, CX
|
|
146
|
+
MOVB CL, 1(R9)
|
|
147
|
+
|
|
148
|
+
// stream 3, symbol 1
|
|
149
|
+
MOVQ AX, CX
|
|
150
|
+
MOVQ R12, R13
|
|
151
|
+
SHRQ CL, R13
|
|
152
|
+
MOVWQZX (DX)(R13*2), CX
|
|
153
|
+
SHLQ CL, R12
|
|
154
|
+
SHRQ $0x08, CX
|
|
155
|
+
MOVB CL, 1(R11)
|
|
156
|
+
|
|
157
|
+
// stream 0, symbol 2
|
|
158
|
+
MOVQ AX, CX
|
|
159
|
+
MOVQ SI, R13
|
|
160
|
+
SHRQ CL, R13
|
|
161
|
+
MOVWQZX (DX)(R13*2), CX
|
|
162
|
+
SHLQ CL, SI
|
|
163
|
+
SHRQ $0x08, CX
|
|
164
|
+
MOVB CL, 2(BX)
|
|
165
|
+
|
|
166
|
+
// stream 1, symbol 2
|
|
167
|
+
MOVQ AX, CX
|
|
168
|
+
MOVQ R8, R13
|
|
169
|
+
SHRQ CL, R13
|
|
170
|
+
MOVWQZX (DX)(R13*2), CX
|
|
171
|
+
SHLQ CL, R8
|
|
172
|
+
SHRQ $0x08, CX
|
|
173
|
+
MOVB CL, 2(DI)
|
|
174
|
+
|
|
175
|
+
// stream 2, symbol 2
|
|
176
|
+
MOVQ AX, CX
|
|
177
|
+
MOVQ R10, R13
|
|
178
|
+
SHRQ CL, R13
|
|
179
|
+
MOVWQZX (DX)(R13*2), CX
|
|
180
|
+
SHLQ CL, R10
|
|
181
|
+
SHRQ $0x08, CX
|
|
182
|
+
MOVB CL, 2(R9)
|
|
183
|
+
|
|
184
|
+
// stream 3, symbol 2
|
|
185
|
+
MOVQ AX, CX
|
|
186
|
+
MOVQ R12, R13
|
|
187
|
+
SHRQ CL, R13
|
|
188
|
+
MOVWQZX (DX)(R13*2), CX
|
|
189
|
+
SHLQ CL, R12
|
|
190
|
+
SHRQ $0x08, CX
|
|
191
|
+
MOVB CL, 2(R11)
|
|
192
|
+
|
|
193
|
+
// stream 0, symbol 3
|
|
194
|
+
MOVQ AX, CX
|
|
195
|
+
MOVQ SI, R13
|
|
196
|
+
SHRQ CL, R13
|
|
197
|
+
MOVWQZX (DX)(R13*2), CX
|
|
198
|
+
SHLQ CL, SI
|
|
199
|
+
SHRQ $0x08, CX
|
|
200
|
+
MOVB CL, 3(BX)
|
|
201
|
+
|
|
202
|
+
// stream 1, symbol 3
|
|
203
|
+
MOVQ AX, CX
|
|
204
|
+
MOVQ R8, R13
|
|
205
|
+
SHRQ CL, R13
|
|
206
|
+
MOVWQZX (DX)(R13*2), CX
|
|
207
|
+
SHLQ CL, R8
|
|
208
|
+
SHRQ $0x08, CX
|
|
209
|
+
MOVB CL, 3(DI)
|
|
210
|
+
|
|
211
|
+
// stream 2, symbol 3
|
|
212
|
+
MOVQ AX, CX
|
|
213
|
+
MOVQ R10, R13
|
|
214
|
+
SHRQ CL, R13
|
|
215
|
+
MOVWQZX (DX)(R13*2), CX
|
|
216
|
+
SHLQ CL, R10
|
|
217
|
+
SHRQ $0x08, CX
|
|
218
|
+
MOVB CL, 3(R9)
|
|
219
|
+
|
|
220
|
+
// stream 3, symbol 3
|
|
221
|
+
MOVQ AX, CX
|
|
222
|
+
MOVQ R12, R13
|
|
223
|
+
SHRQ CL, R13
|
|
224
|
+
MOVWQZX (DX)(R13*2), CX
|
|
225
|
+
SHLQ CL, R12
|
|
226
|
+
SHRQ $0x08, CX
|
|
227
|
+
MOVB CL, 3(R11)
|
|
228
|
+
|
|
229
|
+
// stream 0, symbol 4
|
|
230
|
+
MOVQ AX, CX
|
|
231
|
+
MOVQ SI, R13
|
|
232
|
+
SHRQ CL, R13
|
|
233
|
+
MOVWQZX (DX)(R13*2), CX
|
|
234
|
+
SHLQ CL, SI
|
|
235
|
+
SHRQ $0x08, CX
|
|
236
|
+
MOVB CL, 4(BX)
|
|
237
|
+
|
|
238
|
+
// stream 1, symbol 4
|
|
239
|
+
MOVQ AX, CX
|
|
240
|
+
MOVQ R8, R13
|
|
241
|
+
SHRQ CL, R13
|
|
242
|
+
MOVWQZX (DX)(R13*2), CX
|
|
243
|
+
SHLQ CL, R8
|
|
244
|
+
SHRQ $0x08, CX
|
|
245
|
+
MOVB CL, 4(DI)
|
|
246
|
+
|
|
247
|
+
// stream 2, symbol 4
|
|
248
|
+
MOVQ AX, CX
|
|
249
|
+
MOVQ R10, R13
|
|
250
|
+
SHRQ CL, R13
|
|
251
|
+
MOVWQZX (DX)(R13*2), CX
|
|
252
|
+
SHLQ CL, R10
|
|
253
|
+
SHRQ $0x08, CX
|
|
254
|
+
MOVB CL, 4(R9)
|
|
255
|
+
|
|
256
|
+
// stream 3, symbol 4
|
|
257
|
+
MOVQ AX, CX
|
|
258
|
+
MOVQ R12, R13
|
|
259
|
+
SHRQ CL, R13
|
|
260
|
+
MOVWQZX (DX)(R13*2), CX
|
|
261
|
+
SHLQ CL, R12
|
|
262
|
+
SHRQ $0x08, CX
|
|
263
|
+
MOVB CL, 4(R11)
|
|
264
|
+
|
|
265
|
+
// Reload the four bit containers
|
|
266
|
+
TZCNTQ SI, SI
|
|
267
|
+
MOVQ SI, CX
|
|
268
|
+
ANDQ $0x07, CX
|
|
269
|
+
SHRQ $0x03, SI
|
|
270
|
+
MOVQ (SP), R13
|
|
271
|
+
SUBQ SI, R13
|
|
272
|
+
MOVQ R13, (SP)
|
|
273
|
+
MOVQ (R13), SI
|
|
274
|
+
ORQ $0x01, SI
|
|
275
|
+
SHLQ CL, SI
|
|
276
|
+
TZCNTQ R8, R8
|
|
277
|
+
MOVQ R8, CX
|
|
278
|
+
ANDQ $0x07, CX
|
|
279
|
+
SHRQ $0x03, R8
|
|
280
|
+
MOVQ 8(SP), R13
|
|
281
|
+
SUBQ R8, R13
|
|
282
|
+
MOVQ R13, 8(SP)
|
|
283
|
+
MOVQ (R13), R8
|
|
284
|
+
ORQ $0x01, R8
|
|
285
|
+
SHLQ CL, R8
|
|
286
|
+
TZCNTQ R10, R10
|
|
287
|
+
MOVQ R10, CX
|
|
288
|
+
ANDQ $0x07, CX
|
|
289
|
+
SHRQ $0x03, R10
|
|
290
|
+
MOVQ 16(SP), R13
|
|
291
|
+
SUBQ R10, R13
|
|
292
|
+
MOVQ R13, 16(SP)
|
|
293
|
+
MOVQ (R13), R10
|
|
294
|
+
ORQ $0x01, R10
|
|
295
|
+
SHLQ CL, R10
|
|
296
|
+
TZCNTQ R12, R12
|
|
297
|
+
MOVQ R12, CX
|
|
298
|
+
ANDQ $0x07, CX
|
|
299
|
+
SHRQ $0x03, R12
|
|
300
|
+
MOVQ 24(SP), R13
|
|
301
|
+
SUBQ R12, R13
|
|
302
|
+
MOVQ R13, 24(SP)
|
|
303
|
+
MOVQ (R13), R12
|
|
304
|
+
ORQ $0x01, R12
|
|
305
|
+
SHLQ CL, R12
|
|
306
|
+
ADDQ $0x05, BX
|
|
307
|
+
ADDQ $0x05, DI
|
|
308
|
+
ADDQ $0x05, R9
|
|
309
|
+
ADDQ $0x05, R11
|
|
310
|
+
CMPQ BX, 32(SP)
|
|
311
|
+
JB inner_loop
|
|
312
|
+
JMP outer_loop
|
|
313
|
+
|
|
314
|
+
done:
|
|
315
|
+
// Hand the state back: off = ip - in (negative when the window reached below the stream start),
|
|
316
|
+
// value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
|
|
317
|
+
MOVQ ctx+0(FP), AX
|
|
318
|
+
MOVQ (AX), CX
|
|
319
|
+
MOVQ (SP), DX
|
|
320
|
+
SUBQ (CX), DX
|
|
321
|
+
MOVQ DX, 24(CX)
|
|
322
|
+
MOVQ SI, 32(CX)
|
|
323
|
+
MOVQ 8(SP), DX
|
|
324
|
+
SUBQ 48(CX), DX
|
|
325
|
+
MOVQ DX, 72(CX)
|
|
326
|
+
MOVQ R8, 80(CX)
|
|
327
|
+
MOVQ 16(SP), DX
|
|
328
|
+
SUBQ 96(CX), DX
|
|
329
|
+
MOVQ DX, 120(CX)
|
|
330
|
+
MOVQ R10, 128(CX)
|
|
331
|
+
MOVQ 24(SP), DX
|
|
332
|
+
SUBQ 144(CX), DX
|
|
333
|
+
MOVQ DX, 168(CX)
|
|
334
|
+
MOVQ R12, 176(CX)
|
|
335
|
+
SUBQ 16(AX), BX
|
|
336
|
+
SHLQ $0x02, BX
|
|
337
|
+
MOVQ BX, 40(AX)
|
|
338
|
+
RET
|
|
339
|
+
|
|
340
|
+
// func decompress4x_8b_main_loop_amd64(ctx *decompress4xContext)
|
|
341
|
+
// Requires: BMI, CMOV
|
|
342
|
+
TEXT ·decompress4x_8b_main_loop_amd64(SB), $40-8
|
|
343
|
+
MOVQ ctx+0(FP), CX
|
|
344
|
+
|
|
345
|
+
// Preload values
|
|
346
|
+
MOVBQZX 8(CX), AX
|
|
347
|
+
MOVQ 32(CX), DX
|
|
348
|
+
MOVQ 16(CX), BX
|
|
349
|
+
MOVQ 24(CX), SI
|
|
350
|
+
LEAQ (BX)(SI*1), DI
|
|
351
|
+
LEAQ (BX)(SI*2), R9
|
|
352
|
+
LEAQ (SI)(SI*2), R11
|
|
353
|
+
ADDQ BX, R11
|
|
354
|
+
|
|
355
|
+
// Copy the input pointers to their stack slots
|
|
356
|
+
MOVQ 64(CX), SI
|
|
357
|
+
MOVQ SI, (SP)
|
|
358
|
+
MOVQ 72(CX), SI
|
|
359
|
+
MOVQ SI, 8(SP)
|
|
360
|
+
MOVQ 80(CX), SI
|
|
361
|
+
MOVQ SI, 16(SP)
|
|
362
|
+
MOVQ 88(CX), SI
|
|
363
|
+
MOVQ SI, 24(SP)
|
|
364
|
+
|
|
365
|
+
// Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
|
|
366
|
+
MOVQ (CX), CX
|
|
367
|
+
MOVQ 32(CX), SI
|
|
368
|
+
MOVBQZX 40(CX), R8
|
|
369
|
+
BTSQ R8, SI
|
|
370
|
+
MOVQ 80(CX), R8
|
|
371
|
+
MOVBQZX 88(CX), R10
|
|
372
|
+
BTSQ R10, R8
|
|
373
|
+
MOVQ 128(CX), R10
|
|
374
|
+
MOVBQZX 136(CX), R12
|
|
375
|
+
BTSQ R12, R10
|
|
376
|
+
MOVQ 176(CX), R12
|
|
377
|
+
MOVBQZX 184(CX), CX
|
|
378
|
+
BTSQ CX, R12
|
|
379
|
+
|
|
380
|
+
outer_loop:
|
|
381
|
+
MOVQ ctx+0(FP), CX
|
|
382
|
+
|
|
383
|
+
// Iterations allowed by the output: (limit - op0) / 8
|
|
384
|
+
MOVQ 48(CX), R13
|
|
385
|
+
SUBQ BX, R13
|
|
386
|
+
JLE done
|
|
387
|
+
SHRQ $0x03, R13
|
|
388
|
+
|
|
389
|
+
// Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
|
|
390
|
+
// (whatever nSyms is), so every read stays inside the block while the lowest
|
|
391
|
+
// pointer stays above ilowest.
|
|
392
|
+
MOVQ (SP), R14
|
|
393
|
+
SUBQ 56(CX), R14
|
|
394
|
+
SHRQ $0x03, R14
|
|
395
|
+
CMPQ R14, R13
|
|
396
|
+
CMOVQCS R14, R13
|
|
397
|
+
MOVQ 8(SP), R14
|
|
398
|
+
SUBQ 56(CX), R14
|
|
399
|
+
SHRQ $0x03, R14
|
|
400
|
+
CMPQ R14, R13
|
|
401
|
+
CMOVQCS R14, R13
|
|
402
|
+
MOVQ 16(SP), R14
|
|
403
|
+
SUBQ 56(CX), R14
|
|
404
|
+
SHRQ $0x03, R14
|
|
405
|
+
CMPQ R14, R13
|
|
406
|
+
CMOVQCS R14, R13
|
|
407
|
+
MOVQ 24(SP), R14
|
|
408
|
+
SUBQ 56(CX), R14
|
|
409
|
+
SHRQ $0x03, R14
|
|
410
|
+
CMPQ R14, R13
|
|
411
|
+
CMOVQCS R14, R13
|
|
412
|
+
TESTQ R13, R13
|
|
413
|
+
JZ done
|
|
414
|
+
IMUL3Q $0x07, R13, R13
|
|
415
|
+
ADDQ BX, R13
|
|
416
|
+
MOVQ R13, 32(SP)
|
|
417
|
+
PCALIGN $0x40
|
|
418
|
+
|
|
419
|
+
inner_loop:
|
|
420
|
+
// stream 0, symbol 0
|
|
421
|
+
MOVQ AX, CX
|
|
422
|
+
MOVQ SI, R13
|
|
423
|
+
SHRQ CL, R13
|
|
424
|
+
MOVWQZX (DX)(R13*2), CX
|
|
425
|
+
SHLQ CL, SI
|
|
426
|
+
SHRQ $0x08, CX
|
|
427
|
+
MOVB CL, (BX)
|
|
428
|
+
|
|
429
|
+
// stream 1, symbol 0
|
|
430
|
+
MOVQ AX, CX
|
|
431
|
+
MOVQ R8, R13
|
|
432
|
+
SHRQ CL, R13
|
|
433
|
+
MOVWQZX (DX)(R13*2), CX
|
|
434
|
+
SHLQ CL, R8
|
|
435
|
+
SHRQ $0x08, CX
|
|
436
|
+
MOVB CL, (DI)
|
|
437
|
+
|
|
438
|
+
// stream 2, symbol 0
|
|
439
|
+
MOVQ AX, CX
|
|
440
|
+
MOVQ R10, R13
|
|
441
|
+
SHRQ CL, R13
|
|
442
|
+
MOVWQZX (DX)(R13*2), CX
|
|
443
|
+
SHLQ CL, R10
|
|
444
|
+
SHRQ $0x08, CX
|
|
445
|
+
MOVB CL, (R9)
|
|
446
|
+
|
|
447
|
+
// stream 3, symbol 0
|
|
448
|
+
MOVQ AX, CX
|
|
449
|
+
MOVQ R12, R13
|
|
450
|
+
SHRQ CL, R13
|
|
451
|
+
MOVWQZX (DX)(R13*2), CX
|
|
452
|
+
SHLQ CL, R12
|
|
453
|
+
SHRQ $0x08, CX
|
|
454
|
+
MOVB CL, (R11)
|
|
455
|
+
|
|
456
|
+
// stream 0, symbol 1
|
|
457
|
+
MOVQ AX, CX
|
|
458
|
+
MOVQ SI, R13
|
|
459
|
+
SHRQ CL, R13
|
|
460
|
+
MOVWQZX (DX)(R13*2), CX
|
|
461
|
+
SHLQ CL, SI
|
|
462
|
+
SHRQ $0x08, CX
|
|
463
|
+
MOVB CL, 1(BX)
|
|
464
|
+
|
|
465
|
+
// stream 1, symbol 1
|
|
466
|
+
MOVQ AX, CX
|
|
467
|
+
MOVQ R8, R13
|
|
468
|
+
SHRQ CL, R13
|
|
469
|
+
MOVWQZX (DX)(R13*2), CX
|
|
470
|
+
SHLQ CL, R8
|
|
471
|
+
SHRQ $0x08, CX
|
|
472
|
+
MOVB CL, 1(DI)
|
|
473
|
+
|
|
474
|
+
// stream 2, symbol 1
|
|
475
|
+
MOVQ AX, CX
|
|
476
|
+
MOVQ R10, R13
|
|
477
|
+
SHRQ CL, R13
|
|
478
|
+
MOVWQZX (DX)(R13*2), CX
|
|
479
|
+
SHLQ CL, R10
|
|
480
|
+
SHRQ $0x08, CX
|
|
481
|
+
MOVB CL, 1(R9)
|
|
482
|
+
|
|
483
|
+
// stream 3, symbol 1
|
|
484
|
+
MOVQ AX, CX
|
|
485
|
+
MOVQ R12, R13
|
|
486
|
+
SHRQ CL, R13
|
|
487
|
+
MOVWQZX (DX)(R13*2), CX
|
|
488
|
+
SHLQ CL, R12
|
|
489
|
+
SHRQ $0x08, CX
|
|
490
|
+
MOVB CL, 1(R11)
|
|
491
|
+
|
|
492
|
+
// stream 0, symbol 2
|
|
493
|
+
MOVQ AX, CX
|
|
494
|
+
MOVQ SI, R13
|
|
495
|
+
SHRQ CL, R13
|
|
496
|
+
MOVWQZX (DX)(R13*2), CX
|
|
497
|
+
SHLQ CL, SI
|
|
498
|
+
SHRQ $0x08, CX
|
|
499
|
+
MOVB CL, 2(BX)
|
|
500
|
+
|
|
501
|
+
// stream 1, symbol 2
|
|
502
|
+
MOVQ AX, CX
|
|
503
|
+
MOVQ R8, R13
|
|
504
|
+
SHRQ CL, R13
|
|
505
|
+
MOVWQZX (DX)(R13*2), CX
|
|
506
|
+
SHLQ CL, R8
|
|
507
|
+
SHRQ $0x08, CX
|
|
508
|
+
MOVB CL, 2(DI)
|
|
509
|
+
|
|
510
|
+
// stream 2, symbol 2
|
|
511
|
+
MOVQ AX, CX
|
|
512
|
+
MOVQ R10, R13
|
|
513
|
+
SHRQ CL, R13
|
|
514
|
+
MOVWQZX (DX)(R13*2), CX
|
|
515
|
+
SHLQ CL, R10
|
|
516
|
+
SHRQ $0x08, CX
|
|
517
|
+
MOVB CL, 2(R9)
|
|
518
|
+
|
|
519
|
+
// stream 3, symbol 2
|
|
520
|
+
MOVQ AX, CX
|
|
521
|
+
MOVQ R12, R13
|
|
522
|
+
SHRQ CL, R13
|
|
523
|
+
MOVWQZX (DX)(R13*2), CX
|
|
524
|
+
SHLQ CL, R12
|
|
525
|
+
SHRQ $0x08, CX
|
|
526
|
+
MOVB CL, 2(R11)
|
|
527
|
+
|
|
528
|
+
// stream 0, symbol 3
|
|
529
|
+
MOVQ AX, CX
|
|
530
|
+
MOVQ SI, R13
|
|
531
|
+
SHRQ CL, R13
|
|
532
|
+
MOVWQZX (DX)(R13*2), CX
|
|
533
|
+
SHLQ CL, SI
|
|
534
|
+
SHRQ $0x08, CX
|
|
535
|
+
MOVB CL, 3(BX)
|
|
536
|
+
|
|
537
|
+
// stream 1, symbol 3
|
|
538
|
+
MOVQ AX, CX
|
|
539
|
+
MOVQ R8, R13
|
|
540
|
+
SHRQ CL, R13
|
|
541
|
+
MOVWQZX (DX)(R13*2), CX
|
|
542
|
+
SHLQ CL, R8
|
|
543
|
+
SHRQ $0x08, CX
|
|
544
|
+
MOVB CL, 3(DI)
|
|
545
|
+
|
|
546
|
+
// stream 2, symbol 3
|
|
547
|
+
MOVQ AX, CX
|
|
548
|
+
MOVQ R10, R13
|
|
549
|
+
SHRQ CL, R13
|
|
550
|
+
MOVWQZX (DX)(R13*2), CX
|
|
551
|
+
SHLQ CL, R10
|
|
552
|
+
SHRQ $0x08, CX
|
|
553
|
+
MOVB CL, 3(R9)
|
|
554
|
+
|
|
555
|
+
// stream 3, symbol 3
|
|
556
|
+
MOVQ AX, CX
|
|
557
|
+
MOVQ R12, R13
|
|
558
|
+
SHRQ CL, R13
|
|
559
|
+
MOVWQZX (DX)(R13*2), CX
|
|
560
|
+
SHLQ CL, R12
|
|
561
|
+
SHRQ $0x08, CX
|
|
562
|
+
MOVB CL, 3(R11)
|
|
563
|
+
|
|
564
|
+
// stream 0, symbol 4
|
|
565
|
+
MOVQ AX, CX
|
|
566
|
+
MOVQ SI, R13
|
|
567
|
+
SHRQ CL, R13
|
|
568
|
+
MOVWQZX (DX)(R13*2), CX
|
|
569
|
+
SHLQ CL, SI
|
|
570
|
+
SHRQ $0x08, CX
|
|
571
|
+
MOVB CL, 4(BX)
|
|
572
|
+
|
|
573
|
+
// stream 1, symbol 4
|
|
574
|
+
MOVQ AX, CX
|
|
575
|
+
MOVQ R8, R13
|
|
576
|
+
SHRQ CL, R13
|
|
577
|
+
MOVWQZX (DX)(R13*2), CX
|
|
578
|
+
SHLQ CL, R8
|
|
579
|
+
SHRQ $0x08, CX
|
|
580
|
+
MOVB CL, 4(DI)
|
|
581
|
+
|
|
582
|
+
// stream 2, symbol 4
|
|
583
|
+
MOVQ AX, CX
|
|
584
|
+
MOVQ R10, R13
|
|
585
|
+
SHRQ CL, R13
|
|
586
|
+
MOVWQZX (DX)(R13*2), CX
|
|
587
|
+
SHLQ CL, R10
|
|
588
|
+
SHRQ $0x08, CX
|
|
589
|
+
MOVB CL, 4(R9)
|
|
590
|
+
|
|
591
|
+
// stream 3, symbol 4
|
|
592
|
+
MOVQ AX, CX
|
|
593
|
+
MOVQ R12, R13
|
|
594
|
+
SHRQ CL, R13
|
|
595
|
+
MOVWQZX (DX)(R13*2), CX
|
|
596
|
+
SHLQ CL, R12
|
|
597
|
+
SHRQ $0x08, CX
|
|
598
|
+
MOVB CL, 4(R11)
|
|
599
|
+
|
|
600
|
+
// stream 0, symbol 5
|
|
601
|
+
MOVQ AX, CX
|
|
602
|
+
MOVQ SI, R13
|
|
603
|
+
SHRQ CL, R13
|
|
604
|
+
MOVWQZX (DX)(R13*2), CX
|
|
605
|
+
SHLQ CL, SI
|
|
606
|
+
SHRQ $0x08, CX
|
|
607
|
+
MOVB CL, 5(BX)
|
|
608
|
+
|
|
609
|
+
// stream 1, symbol 5
|
|
610
|
+
MOVQ AX, CX
|
|
611
|
+
MOVQ R8, R13
|
|
612
|
+
SHRQ CL, R13
|
|
613
|
+
MOVWQZX (DX)(R13*2), CX
|
|
614
|
+
SHLQ CL, R8
|
|
615
|
+
SHRQ $0x08, CX
|
|
616
|
+
MOVB CL, 5(DI)
|
|
617
|
+
|
|
618
|
+
// stream 2, symbol 5
|
|
619
|
+
MOVQ AX, CX
|
|
620
|
+
MOVQ R10, R13
|
|
621
|
+
SHRQ CL, R13
|
|
622
|
+
MOVWQZX (DX)(R13*2), CX
|
|
623
|
+
SHLQ CL, R10
|
|
624
|
+
SHRQ $0x08, CX
|
|
625
|
+
MOVB CL, 5(R9)
|
|
626
|
+
|
|
627
|
+
// stream 3, symbol 5
|
|
628
|
+
MOVQ AX, CX
|
|
629
|
+
MOVQ R12, R13
|
|
630
|
+
SHRQ CL, R13
|
|
631
|
+
MOVWQZX (DX)(R13*2), CX
|
|
632
|
+
SHLQ CL, R12
|
|
633
|
+
SHRQ $0x08, CX
|
|
634
|
+
MOVB CL, 5(R11)
|
|
635
|
+
|
|
636
|
+
// stream 0, symbol 6
|
|
637
|
+
MOVQ AX, CX
|
|
638
|
+
MOVQ SI, R13
|
|
639
|
+
SHRQ CL, R13
|
|
640
|
+
MOVWQZX (DX)(R13*2), CX
|
|
641
|
+
SHLQ CL, SI
|
|
642
|
+
SHRQ $0x08, CX
|
|
643
|
+
MOVB CL, 6(BX)
|
|
644
|
+
|
|
645
|
+
// stream 1, symbol 6
|
|
646
|
+
MOVQ AX, CX
|
|
647
|
+
MOVQ R8, R13
|
|
648
|
+
SHRQ CL, R13
|
|
649
|
+
MOVWQZX (DX)(R13*2), CX
|
|
650
|
+
SHLQ CL, R8
|
|
651
|
+
SHRQ $0x08, CX
|
|
652
|
+
MOVB CL, 6(DI)
|
|
653
|
+
|
|
654
|
+
// stream 2, symbol 6
|
|
655
|
+
MOVQ AX, CX
|
|
656
|
+
MOVQ R10, R13
|
|
657
|
+
SHRQ CL, R13
|
|
658
|
+
MOVWQZX (DX)(R13*2), CX
|
|
659
|
+
SHLQ CL, R10
|
|
660
|
+
SHRQ $0x08, CX
|
|
661
|
+
MOVB CL, 6(R9)
|
|
662
|
+
|
|
663
|
+
// stream 3, symbol 6
|
|
664
|
+
MOVQ AX, CX
|
|
665
|
+
MOVQ R12, R13
|
|
666
|
+
SHRQ CL, R13
|
|
667
|
+
MOVWQZX (DX)(R13*2), CX
|
|
668
|
+
SHLQ CL, R12
|
|
669
|
+
SHRQ $0x08, CX
|
|
670
|
+
MOVB CL, 6(R11)
|
|
671
|
+
|
|
672
|
+
// Reload the four bit containers
|
|
673
|
+
TZCNTQ SI, SI
|
|
674
|
+
MOVQ SI, CX
|
|
675
|
+
ANDQ $0x07, CX
|
|
676
|
+
SHRQ $0x03, SI
|
|
677
|
+
MOVQ (SP), R13
|
|
678
|
+
SUBQ SI, R13
|
|
679
|
+
MOVQ R13, (SP)
|
|
680
|
+
MOVQ (R13), SI
|
|
681
|
+
ORQ $0x01, SI
|
|
682
|
+
SHLQ CL, SI
|
|
683
|
+
TZCNTQ R8, R8
|
|
684
|
+
MOVQ R8, CX
|
|
685
|
+
ANDQ $0x07, CX
|
|
686
|
+
SHRQ $0x03, R8
|
|
687
|
+
MOVQ 8(SP), R13
|
|
688
|
+
SUBQ R8, R13
|
|
689
|
+
MOVQ R13, 8(SP)
|
|
690
|
+
MOVQ (R13), R8
|
|
691
|
+
ORQ $0x01, R8
|
|
692
|
+
SHLQ CL, R8
|
|
693
|
+
TZCNTQ R10, R10
|
|
694
|
+
MOVQ R10, CX
|
|
695
|
+
ANDQ $0x07, CX
|
|
696
|
+
SHRQ $0x03, R10
|
|
697
|
+
MOVQ 16(SP), R13
|
|
698
|
+
SUBQ R10, R13
|
|
699
|
+
MOVQ R13, 16(SP)
|
|
700
|
+
MOVQ (R13), R10
|
|
701
|
+
ORQ $0x01, R10
|
|
702
|
+
SHLQ CL, R10
|
|
703
|
+
TZCNTQ R12, R12
|
|
704
|
+
MOVQ R12, CX
|
|
705
|
+
ANDQ $0x07, CX
|
|
706
|
+
SHRQ $0x03, R12
|
|
707
|
+
MOVQ 24(SP), R13
|
|
708
|
+
SUBQ R12, R13
|
|
709
|
+
MOVQ R13, 24(SP)
|
|
710
|
+
MOVQ (R13), R12
|
|
711
|
+
ORQ $0x01, R12
|
|
712
|
+
SHLQ CL, R12
|
|
713
|
+
ADDQ $0x07, BX
|
|
714
|
+
ADDQ $0x07, DI
|
|
715
|
+
ADDQ $0x07, R9
|
|
716
|
+
ADDQ $0x07, R11
|
|
717
|
+
CMPQ BX, 32(SP)
|
|
718
|
+
JB inner_loop
|
|
719
|
+
JMP outer_loop
|
|
720
|
+
|
|
721
|
+
done:
|
|
722
|
+
// Hand the state back: off = ip - in (negative when the window reached below the stream start),
|
|
723
|
+
// value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
|
|
724
|
+
MOVQ ctx+0(FP), AX
|
|
725
|
+
MOVQ (AX), CX
|
|
726
|
+
MOVQ (SP), DX
|
|
727
|
+
SUBQ (CX), DX
|
|
728
|
+
MOVQ DX, 24(CX)
|
|
729
|
+
MOVQ SI, 32(CX)
|
|
730
|
+
MOVQ 8(SP), DX
|
|
731
|
+
SUBQ 48(CX), DX
|
|
732
|
+
MOVQ DX, 72(CX)
|
|
733
|
+
MOVQ R8, 80(CX)
|
|
734
|
+
MOVQ 16(SP), DX
|
|
735
|
+
SUBQ 96(CX), DX
|
|
736
|
+
MOVQ DX, 120(CX)
|
|
737
|
+
MOVQ R10, 128(CX)
|
|
738
|
+
MOVQ 24(SP), DX
|
|
739
|
+
SUBQ 144(CX), DX
|
|
740
|
+
MOVQ DX, 168(CX)
|
|
741
|
+
MOVQ R12, 176(CX)
|
|
742
|
+
SUBQ 16(AX), BX
|
|
743
|
+
SHLQ $0x02, BX
|
|
744
|
+
MOVQ BX, 40(AX)
|
|
745
|
+
RET
|
|
746
|
+
|
|
747
|
+
// func decompress4x_4b_main_loop_amd64(ctx *decompress4xContext)
|
|
748
|
+
// Requires: BMI, CMOV
|
|
749
|
+
TEXT ·decompress4x_4b_main_loop_amd64(SB), $40-8
|
|
750
|
+
MOVQ ctx+0(FP), CX
|
|
751
|
+
|
|
752
|
+
// Preload values
|
|
753
|
+
MOVBQZX 8(CX), AX
|
|
754
|
+
MOVQ 32(CX), DX
|
|
755
|
+
MOVQ 16(CX), BX
|
|
756
|
+
MOVQ 24(CX), SI
|
|
757
|
+
LEAQ (BX)(SI*1), DI
|
|
758
|
+
LEAQ (BX)(SI*2), R9
|
|
759
|
+
LEAQ (SI)(SI*2), R11
|
|
760
|
+
ADDQ BX, R11
|
|
761
|
+
|
|
762
|
+
// Copy the input pointers to their stack slots
|
|
763
|
+
MOVQ 64(CX), SI
|
|
764
|
+
MOVQ SI, (SP)
|
|
765
|
+
MOVQ 72(CX), SI
|
|
766
|
+
MOVQ SI, 8(SP)
|
|
767
|
+
MOVQ 80(CX), SI
|
|
768
|
+
MOVQ SI, 16(SP)
|
|
769
|
+
MOVQ 88(CX), SI
|
|
770
|
+
MOVQ SI, 24(SP)
|
|
771
|
+
|
|
772
|
+
// Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
|
|
773
|
+
MOVQ (CX), CX
|
|
774
|
+
MOVQ 32(CX), SI
|
|
775
|
+
MOVBQZX 40(CX), R8
|
|
776
|
+
BTSQ R8, SI
|
|
777
|
+
MOVQ 80(CX), R8
|
|
778
|
+
MOVBQZX 88(CX), R10
|
|
779
|
+
BTSQ R10, R8
|
|
780
|
+
MOVQ 128(CX), R10
|
|
781
|
+
MOVBQZX 136(CX), R12
|
|
782
|
+
BTSQ R12, R10
|
|
783
|
+
MOVQ 176(CX), R12
|
|
784
|
+
MOVBQZX 184(CX), CX
|
|
785
|
+
BTSQ CX, R12
|
|
786
|
+
|
|
787
|
+
outer_loop:
|
|
788
|
+
MOVQ ctx+0(FP), CX
|
|
789
|
+
|
|
790
|
+
// Iterations allowed by the output: (limit - op0) / 16
|
|
791
|
+
MOVQ 48(CX), R13
|
|
792
|
+
SUBQ BX, R13
|
|
793
|
+
JLE done
|
|
794
|
+
SHRQ $0x04, R13
|
|
795
|
+
|
|
796
|
+
// Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
|
|
797
|
+
// (whatever nSyms is), so every read stays inside the block while the lowest
|
|
798
|
+
// pointer stays above ilowest.
|
|
799
|
+
MOVQ (SP), R14
|
|
800
|
+
SUBQ 56(CX), R14
|
|
801
|
+
SHRQ $0x03, R14
|
|
802
|
+
CMPQ R14, R13
|
|
803
|
+
CMOVQCS R14, R13
|
|
804
|
+
MOVQ 8(SP), R14
|
|
805
|
+
SUBQ 56(CX), R14
|
|
806
|
+
SHRQ $0x03, R14
|
|
807
|
+
CMPQ R14, R13
|
|
808
|
+
CMOVQCS R14, R13
|
|
809
|
+
MOVQ 16(SP), R14
|
|
810
|
+
SUBQ 56(CX), R14
|
|
811
|
+
SHRQ $0x03, R14
|
|
812
|
+
CMPQ R14, R13
|
|
813
|
+
CMOVQCS R14, R13
|
|
814
|
+
MOVQ 24(SP), R14
|
|
815
|
+
SUBQ 56(CX), R14
|
|
816
|
+
SHRQ $0x03, R14
|
|
817
|
+
CMPQ R14, R13
|
|
818
|
+
CMOVQCS R14, R13
|
|
819
|
+
TESTQ R13, R13
|
|
820
|
+
JZ done
|
|
821
|
+
IMUL3Q $0x0e, R13, R13
|
|
822
|
+
ADDQ BX, R13
|
|
823
|
+
MOVQ R13, 32(SP)
|
|
824
|
+
PCALIGN $0x40
|
|
825
|
+
|
|
826
|
+
inner_loop:
|
|
827
|
+
// stream 0, symbol 0
|
|
828
|
+
MOVQ AX, CX
|
|
829
|
+
MOVQ SI, R13
|
|
830
|
+
SHRQ CL, R13
|
|
831
|
+
MOVWQZX (DX)(R13*2), CX
|
|
832
|
+
SHLQ CL, SI
|
|
833
|
+
SHRQ $0x08, CX
|
|
834
|
+
MOVB CL, (BX)
|
|
835
|
+
|
|
836
|
+
// stream 1, symbol 0
|
|
837
|
+
MOVQ AX, CX
|
|
838
|
+
MOVQ R8, R13
|
|
839
|
+
SHRQ CL, R13
|
|
840
|
+
MOVWQZX (DX)(R13*2), CX
|
|
841
|
+
SHLQ CL, R8
|
|
842
|
+
SHRQ $0x08, CX
|
|
843
|
+
MOVB CL, (DI)
|
|
844
|
+
|
|
845
|
+
// stream 2, symbol 0
|
|
846
|
+
MOVQ AX, CX
|
|
847
|
+
MOVQ R10, R13
|
|
848
|
+
SHRQ CL, R13
|
|
849
|
+
MOVWQZX (DX)(R13*2), CX
|
|
850
|
+
SHLQ CL, R10
|
|
851
|
+
SHRQ $0x08, CX
|
|
852
|
+
MOVB CL, (R9)
|
|
853
|
+
|
|
854
|
+
// stream 3, symbol 0
|
|
855
|
+
MOVQ AX, CX
|
|
856
|
+
MOVQ R12, R13
|
|
857
|
+
SHRQ CL, R13
|
|
858
|
+
MOVWQZX (DX)(R13*2), CX
|
|
859
|
+
SHLQ CL, R12
|
|
860
|
+
SHRQ $0x08, CX
|
|
861
|
+
MOVB CL, (R11)
|
|
862
|
+
|
|
863
|
+
// stream 0, symbol 1
|
|
864
|
+
MOVQ AX, CX
|
|
865
|
+
MOVQ SI, R13
|
|
866
|
+
SHRQ CL, R13
|
|
867
|
+
MOVWQZX (DX)(R13*2), CX
|
|
868
|
+
SHLQ CL, SI
|
|
869
|
+
SHRQ $0x08, CX
|
|
870
|
+
MOVB CL, 1(BX)
|
|
871
|
+
|
|
872
|
+
// stream 1, symbol 1
|
|
873
|
+
MOVQ AX, CX
|
|
874
|
+
MOVQ R8, R13
|
|
875
|
+
SHRQ CL, R13
|
|
876
|
+
MOVWQZX (DX)(R13*2), CX
|
|
877
|
+
SHLQ CL, R8
|
|
878
|
+
SHRQ $0x08, CX
|
|
879
|
+
MOVB CL, 1(DI)
|
|
880
|
+
|
|
881
|
+
// stream 2, symbol 1
|
|
882
|
+
MOVQ AX, CX
|
|
883
|
+
MOVQ R10, R13
|
|
884
|
+
SHRQ CL, R13
|
|
885
|
+
MOVWQZX (DX)(R13*2), CX
|
|
886
|
+
SHLQ CL, R10
|
|
887
|
+
SHRQ $0x08, CX
|
|
888
|
+
MOVB CL, 1(R9)
|
|
889
|
+
|
|
890
|
+
// stream 3, symbol 1
|
|
891
|
+
MOVQ AX, CX
|
|
892
|
+
MOVQ R12, R13
|
|
893
|
+
SHRQ CL, R13
|
|
894
|
+
MOVWQZX (DX)(R13*2), CX
|
|
895
|
+
SHLQ CL, R12
|
|
896
|
+
SHRQ $0x08, CX
|
|
897
|
+
MOVB CL, 1(R11)
|
|
898
|
+
|
|
899
|
+
// stream 0, symbol 2
|
|
900
|
+
MOVQ AX, CX
|
|
901
|
+
MOVQ SI, R13
|
|
902
|
+
SHRQ CL, R13
|
|
903
|
+
MOVWQZX (DX)(R13*2), CX
|
|
904
|
+
SHLQ CL, SI
|
|
905
|
+
SHRQ $0x08, CX
|
|
906
|
+
MOVB CL, 2(BX)
|
|
907
|
+
|
|
908
|
+
// stream 1, symbol 2
|
|
909
|
+
MOVQ AX, CX
|
|
910
|
+
MOVQ R8, R13
|
|
911
|
+
SHRQ CL, R13
|
|
912
|
+
MOVWQZX (DX)(R13*2), CX
|
|
913
|
+
SHLQ CL, R8
|
|
914
|
+
SHRQ $0x08, CX
|
|
915
|
+
MOVB CL, 2(DI)
|
|
916
|
+
|
|
917
|
+
// stream 2, symbol 2
|
|
918
|
+
MOVQ AX, CX
|
|
919
|
+
MOVQ R10, R13
|
|
920
|
+
SHRQ CL, R13
|
|
921
|
+
MOVWQZX (DX)(R13*2), CX
|
|
922
|
+
SHLQ CL, R10
|
|
923
|
+
SHRQ $0x08, CX
|
|
924
|
+
MOVB CL, 2(R9)
|
|
925
|
+
|
|
926
|
+
// stream 3, symbol 2
|
|
927
|
+
MOVQ AX, CX
|
|
928
|
+
MOVQ R12, R13
|
|
929
|
+
SHRQ CL, R13
|
|
930
|
+
MOVWQZX (DX)(R13*2), CX
|
|
931
|
+
SHLQ CL, R12
|
|
932
|
+
SHRQ $0x08, CX
|
|
933
|
+
MOVB CL, 2(R11)
|
|
934
|
+
|
|
935
|
+
// stream 0, symbol 3
|
|
936
|
+
MOVQ AX, CX
|
|
937
|
+
MOVQ SI, R13
|
|
938
|
+
SHRQ CL, R13
|
|
939
|
+
MOVWQZX (DX)(R13*2), CX
|
|
940
|
+
SHLQ CL, SI
|
|
941
|
+
SHRQ $0x08, CX
|
|
942
|
+
MOVB CL, 3(BX)
|
|
943
|
+
|
|
944
|
+
// stream 1, symbol 3
|
|
945
|
+
MOVQ AX, CX
|
|
946
|
+
MOVQ R8, R13
|
|
947
|
+
SHRQ CL, R13
|
|
948
|
+
MOVWQZX (DX)(R13*2), CX
|
|
949
|
+
SHLQ CL, R8
|
|
950
|
+
SHRQ $0x08, CX
|
|
951
|
+
MOVB CL, 3(DI)
|
|
952
|
+
|
|
953
|
+
// stream 2, symbol 3
|
|
954
|
+
MOVQ AX, CX
|
|
955
|
+
MOVQ R10, R13
|
|
956
|
+
SHRQ CL, R13
|
|
957
|
+
MOVWQZX (DX)(R13*2), CX
|
|
958
|
+
SHLQ CL, R10
|
|
959
|
+
SHRQ $0x08, CX
|
|
960
|
+
MOVB CL, 3(R9)
|
|
961
|
+
|
|
962
|
+
// stream 3, symbol 3
|
|
963
|
+
MOVQ AX, CX
|
|
964
|
+
MOVQ R12, R13
|
|
965
|
+
SHRQ CL, R13
|
|
966
|
+
MOVWQZX (DX)(R13*2), CX
|
|
967
|
+
SHLQ CL, R12
|
|
968
|
+
SHRQ $0x08, CX
|
|
969
|
+
MOVB CL, 3(R11)
|
|
970
|
+
|
|
971
|
+
// stream 0, symbol 4
|
|
972
|
+
MOVQ AX, CX
|
|
973
|
+
MOVQ SI, R13
|
|
974
|
+
SHRQ CL, R13
|
|
975
|
+
MOVWQZX (DX)(R13*2), CX
|
|
976
|
+
SHLQ CL, SI
|
|
977
|
+
SHRQ $0x08, CX
|
|
978
|
+
MOVB CL, 4(BX)
|
|
979
|
+
|
|
980
|
+
// stream 1, symbol 4
|
|
981
|
+
MOVQ AX, CX
|
|
982
|
+
MOVQ R8, R13
|
|
983
|
+
SHRQ CL, R13
|
|
984
|
+
MOVWQZX (DX)(R13*2), CX
|
|
985
|
+
SHLQ CL, R8
|
|
986
|
+
SHRQ $0x08, CX
|
|
987
|
+
MOVB CL, 4(DI)
|
|
988
|
+
|
|
989
|
+
// stream 2, symbol 4
|
|
990
|
+
MOVQ AX, CX
|
|
991
|
+
MOVQ R10, R13
|
|
992
|
+
SHRQ CL, R13
|
|
993
|
+
MOVWQZX (DX)(R13*2), CX
|
|
994
|
+
SHLQ CL, R10
|
|
995
|
+
SHRQ $0x08, CX
|
|
996
|
+
MOVB CL, 4(R9)
|
|
997
|
+
|
|
998
|
+
// stream 3, symbol 4
|
|
999
|
+
MOVQ AX, CX
|
|
1000
|
+
MOVQ R12, R13
|
|
1001
|
+
SHRQ CL, R13
|
|
1002
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1003
|
+
SHLQ CL, R12
|
|
1004
|
+
SHRQ $0x08, CX
|
|
1005
|
+
MOVB CL, 4(R11)
|
|
1006
|
+
|
|
1007
|
+
// stream 0, symbol 5
|
|
1008
|
+
MOVQ AX, CX
|
|
1009
|
+
MOVQ SI, R13
|
|
1010
|
+
SHRQ CL, R13
|
|
1011
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1012
|
+
SHLQ CL, SI
|
|
1013
|
+
SHRQ $0x08, CX
|
|
1014
|
+
MOVB CL, 5(BX)
|
|
1015
|
+
|
|
1016
|
+
// stream 1, symbol 5
|
|
1017
|
+
MOVQ AX, CX
|
|
1018
|
+
MOVQ R8, R13
|
|
1019
|
+
SHRQ CL, R13
|
|
1020
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1021
|
+
SHLQ CL, R8
|
|
1022
|
+
SHRQ $0x08, CX
|
|
1023
|
+
MOVB CL, 5(DI)
|
|
1024
|
+
|
|
1025
|
+
// stream 2, symbol 5
|
|
1026
|
+
MOVQ AX, CX
|
|
1027
|
+
MOVQ R10, R13
|
|
1028
|
+
SHRQ CL, R13
|
|
1029
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1030
|
+
SHLQ CL, R10
|
|
1031
|
+
SHRQ $0x08, CX
|
|
1032
|
+
MOVB CL, 5(R9)
|
|
1033
|
+
|
|
1034
|
+
// stream 3, symbol 5
|
|
1035
|
+
MOVQ AX, CX
|
|
1036
|
+
MOVQ R12, R13
|
|
1037
|
+
SHRQ CL, R13
|
|
1038
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1039
|
+
SHLQ CL, R12
|
|
1040
|
+
SHRQ $0x08, CX
|
|
1041
|
+
MOVB CL, 5(R11)
|
|
1042
|
+
|
|
1043
|
+
// stream 0, symbol 6
|
|
1044
|
+
MOVQ AX, CX
|
|
1045
|
+
MOVQ SI, R13
|
|
1046
|
+
SHRQ CL, R13
|
|
1047
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1048
|
+
SHLQ CL, SI
|
|
1049
|
+
SHRQ $0x08, CX
|
|
1050
|
+
MOVB CL, 6(BX)
|
|
1051
|
+
|
|
1052
|
+
// stream 1, symbol 6
|
|
1053
|
+
MOVQ AX, CX
|
|
1054
|
+
MOVQ R8, R13
|
|
1055
|
+
SHRQ CL, R13
|
|
1056
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1057
|
+
SHLQ CL, R8
|
|
1058
|
+
SHRQ $0x08, CX
|
|
1059
|
+
MOVB CL, 6(DI)
|
|
1060
|
+
|
|
1061
|
+
// stream 2, symbol 6
|
|
1062
|
+
MOVQ AX, CX
|
|
1063
|
+
MOVQ R10, R13
|
|
1064
|
+
SHRQ CL, R13
|
|
1065
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1066
|
+
SHLQ CL, R10
|
|
1067
|
+
SHRQ $0x08, CX
|
|
1068
|
+
MOVB CL, 6(R9)
|
|
1069
|
+
|
|
1070
|
+
// stream 3, symbol 6
|
|
1071
|
+
MOVQ AX, CX
|
|
1072
|
+
MOVQ R12, R13
|
|
1073
|
+
SHRQ CL, R13
|
|
1074
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1075
|
+
SHLQ CL, R12
|
|
1076
|
+
SHRQ $0x08, CX
|
|
1077
|
+
MOVB CL, 6(R11)
|
|
1078
|
+
|
|
1079
|
+
// stream 0, symbol 7
|
|
1080
|
+
MOVQ AX, CX
|
|
1081
|
+
MOVQ SI, R13
|
|
1082
|
+
SHRQ CL, R13
|
|
1083
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1084
|
+
SHLQ CL, SI
|
|
1085
|
+
SHRQ $0x08, CX
|
|
1086
|
+
MOVB CL, 7(BX)
|
|
1087
|
+
|
|
1088
|
+
// stream 1, symbol 7
|
|
1089
|
+
MOVQ AX, CX
|
|
1090
|
+
MOVQ R8, R13
|
|
1091
|
+
SHRQ CL, R13
|
|
1092
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1093
|
+
SHLQ CL, R8
|
|
1094
|
+
SHRQ $0x08, CX
|
|
1095
|
+
MOVB CL, 7(DI)
|
|
1096
|
+
|
|
1097
|
+
// stream 2, symbol 7
|
|
1098
|
+
MOVQ AX, CX
|
|
1099
|
+
MOVQ R10, R13
|
|
1100
|
+
SHRQ CL, R13
|
|
1101
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1102
|
+
SHLQ CL, R10
|
|
1103
|
+
SHRQ $0x08, CX
|
|
1104
|
+
MOVB CL, 7(R9)
|
|
1105
|
+
|
|
1106
|
+
// stream 3, symbol 7
|
|
1107
|
+
MOVQ AX, CX
|
|
1108
|
+
MOVQ R12, R13
|
|
1109
|
+
SHRQ CL, R13
|
|
1110
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1111
|
+
SHLQ CL, R12
|
|
1112
|
+
SHRQ $0x08, CX
|
|
1113
|
+
MOVB CL, 7(R11)
|
|
1114
|
+
|
|
1115
|
+
// stream 0, symbol 8
|
|
1116
|
+
MOVQ AX, CX
|
|
1117
|
+
MOVQ SI, R13
|
|
1118
|
+
SHRQ CL, R13
|
|
1119
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1120
|
+
SHLQ CL, SI
|
|
1121
|
+
SHRQ $0x08, CX
|
|
1122
|
+
MOVB CL, 8(BX)
|
|
1123
|
+
|
|
1124
|
+
// stream 1, symbol 8
|
|
1125
|
+
MOVQ AX, CX
|
|
1126
|
+
MOVQ R8, R13
|
|
1127
|
+
SHRQ CL, R13
|
|
1128
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1129
|
+
SHLQ CL, R8
|
|
1130
|
+
SHRQ $0x08, CX
|
|
1131
|
+
MOVB CL, 8(DI)
|
|
1132
|
+
|
|
1133
|
+
// stream 2, symbol 8
|
|
1134
|
+
MOVQ AX, CX
|
|
1135
|
+
MOVQ R10, R13
|
|
1136
|
+
SHRQ CL, R13
|
|
1137
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1138
|
+
SHLQ CL, R10
|
|
1139
|
+
SHRQ $0x08, CX
|
|
1140
|
+
MOVB CL, 8(R9)
|
|
1141
|
+
|
|
1142
|
+
// stream 3, symbol 8
|
|
1143
|
+
MOVQ AX, CX
|
|
1144
|
+
MOVQ R12, R13
|
|
1145
|
+
SHRQ CL, R13
|
|
1146
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1147
|
+
SHLQ CL, R12
|
|
1148
|
+
SHRQ $0x08, CX
|
|
1149
|
+
MOVB CL, 8(R11)
|
|
1150
|
+
|
|
1151
|
+
// stream 0, symbol 9
|
|
1152
|
+
MOVQ AX, CX
|
|
1153
|
+
MOVQ SI, R13
|
|
1154
|
+
SHRQ CL, R13
|
|
1155
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1156
|
+
SHLQ CL, SI
|
|
1157
|
+
SHRQ $0x08, CX
|
|
1158
|
+
MOVB CL, 9(BX)
|
|
1159
|
+
|
|
1160
|
+
// stream 1, symbol 9
|
|
1161
|
+
MOVQ AX, CX
|
|
1162
|
+
MOVQ R8, R13
|
|
1163
|
+
SHRQ CL, R13
|
|
1164
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1165
|
+
SHLQ CL, R8
|
|
1166
|
+
SHRQ $0x08, CX
|
|
1167
|
+
MOVB CL, 9(DI)
|
|
1168
|
+
|
|
1169
|
+
// stream 2, symbol 9
|
|
1170
|
+
MOVQ AX, CX
|
|
1171
|
+
MOVQ R10, R13
|
|
1172
|
+
SHRQ CL, R13
|
|
1173
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1174
|
+
SHLQ CL, R10
|
|
1175
|
+
SHRQ $0x08, CX
|
|
1176
|
+
MOVB CL, 9(R9)
|
|
1177
|
+
|
|
1178
|
+
// stream 3, symbol 9
|
|
1179
|
+
MOVQ AX, CX
|
|
1180
|
+
MOVQ R12, R13
|
|
1181
|
+
SHRQ CL, R13
|
|
1182
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1183
|
+
SHLQ CL, R12
|
|
1184
|
+
SHRQ $0x08, CX
|
|
1185
|
+
MOVB CL, 9(R11)
|
|
1186
|
+
|
|
1187
|
+
// stream 0, symbol 10
|
|
1188
|
+
MOVQ AX, CX
|
|
1189
|
+
MOVQ SI, R13
|
|
1190
|
+
SHRQ CL, R13
|
|
1191
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1192
|
+
SHLQ CL, SI
|
|
1193
|
+
SHRQ $0x08, CX
|
|
1194
|
+
MOVB CL, 10(BX)
|
|
1195
|
+
|
|
1196
|
+
// stream 1, symbol 10
|
|
1197
|
+
MOVQ AX, CX
|
|
1198
|
+
MOVQ R8, R13
|
|
1199
|
+
SHRQ CL, R13
|
|
1200
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1201
|
+
SHLQ CL, R8
|
|
1202
|
+
SHRQ $0x08, CX
|
|
1203
|
+
MOVB CL, 10(DI)
|
|
1204
|
+
|
|
1205
|
+
// stream 2, symbol 10
|
|
1206
|
+
MOVQ AX, CX
|
|
1207
|
+
MOVQ R10, R13
|
|
1208
|
+
SHRQ CL, R13
|
|
1209
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1210
|
+
SHLQ CL, R10
|
|
1211
|
+
SHRQ $0x08, CX
|
|
1212
|
+
MOVB CL, 10(R9)
|
|
1213
|
+
|
|
1214
|
+
// stream 3, symbol 10
|
|
1215
|
+
MOVQ AX, CX
|
|
1216
|
+
MOVQ R12, R13
|
|
1217
|
+
SHRQ CL, R13
|
|
1218
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1219
|
+
SHLQ CL, R12
|
|
1220
|
+
SHRQ $0x08, CX
|
|
1221
|
+
MOVB CL, 10(R11)
|
|
1222
|
+
|
|
1223
|
+
// stream 0, symbol 11
|
|
1224
|
+
MOVQ AX, CX
|
|
1225
|
+
MOVQ SI, R13
|
|
1226
|
+
SHRQ CL, R13
|
|
1227
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1228
|
+
SHLQ CL, SI
|
|
1229
|
+
SHRQ $0x08, CX
|
|
1230
|
+
MOVB CL, 11(BX)
|
|
1231
|
+
|
|
1232
|
+
// stream 1, symbol 11
|
|
1233
|
+
MOVQ AX, CX
|
|
1234
|
+
MOVQ R8, R13
|
|
1235
|
+
SHRQ CL, R13
|
|
1236
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1237
|
+
SHLQ CL, R8
|
|
1238
|
+
SHRQ $0x08, CX
|
|
1239
|
+
MOVB CL, 11(DI)
|
|
1240
|
+
|
|
1241
|
+
// stream 2, symbol 11
|
|
1242
|
+
MOVQ AX, CX
|
|
1243
|
+
MOVQ R10, R13
|
|
1244
|
+
SHRQ CL, R13
|
|
1245
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1246
|
+
SHLQ CL, R10
|
|
1247
|
+
SHRQ $0x08, CX
|
|
1248
|
+
MOVB CL, 11(R9)
|
|
1249
|
+
|
|
1250
|
+
// stream 3, symbol 11
|
|
1251
|
+
MOVQ AX, CX
|
|
1252
|
+
MOVQ R12, R13
|
|
1253
|
+
SHRQ CL, R13
|
|
1254
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1255
|
+
SHLQ CL, R12
|
|
1256
|
+
SHRQ $0x08, CX
|
|
1257
|
+
MOVB CL, 11(R11)
|
|
1258
|
+
|
|
1259
|
+
// stream 0, symbol 12
|
|
1260
|
+
MOVQ AX, CX
|
|
1261
|
+
MOVQ SI, R13
|
|
1262
|
+
SHRQ CL, R13
|
|
1263
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1264
|
+
SHLQ CL, SI
|
|
1265
|
+
SHRQ $0x08, CX
|
|
1266
|
+
MOVB CL, 12(BX)
|
|
1267
|
+
|
|
1268
|
+
// stream 1, symbol 12
|
|
1269
|
+
MOVQ AX, CX
|
|
1270
|
+
MOVQ R8, R13
|
|
1271
|
+
SHRQ CL, R13
|
|
1272
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1273
|
+
SHLQ CL, R8
|
|
1274
|
+
SHRQ $0x08, CX
|
|
1275
|
+
MOVB CL, 12(DI)
|
|
1276
|
+
|
|
1277
|
+
// stream 2, symbol 12
|
|
1278
|
+
MOVQ AX, CX
|
|
1279
|
+
MOVQ R10, R13
|
|
1280
|
+
SHRQ CL, R13
|
|
1281
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1282
|
+
SHLQ CL, R10
|
|
1283
|
+
SHRQ $0x08, CX
|
|
1284
|
+
MOVB CL, 12(R9)
|
|
1285
|
+
|
|
1286
|
+
// stream 3, symbol 12
|
|
1287
|
+
MOVQ AX, CX
|
|
1288
|
+
MOVQ R12, R13
|
|
1289
|
+
SHRQ CL, R13
|
|
1290
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1291
|
+
SHLQ CL, R12
|
|
1292
|
+
SHRQ $0x08, CX
|
|
1293
|
+
MOVB CL, 12(R11)
|
|
1294
|
+
|
|
1295
|
+
// stream 0, symbol 13
|
|
1296
|
+
MOVQ AX, CX
|
|
1297
|
+
MOVQ SI, R13
|
|
1298
|
+
SHRQ CL, R13
|
|
1299
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1300
|
+
SHLQ CL, SI
|
|
1301
|
+
SHRQ $0x08, CX
|
|
1302
|
+
MOVB CL, 13(BX)
|
|
1303
|
+
|
|
1304
|
+
// stream 1, symbol 13
|
|
1305
|
+
MOVQ AX, CX
|
|
1306
|
+
MOVQ R8, R13
|
|
1307
|
+
SHRQ CL, R13
|
|
1308
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1309
|
+
SHLQ CL, R8
|
|
1310
|
+
SHRQ $0x08, CX
|
|
1311
|
+
MOVB CL, 13(DI)
|
|
1312
|
+
|
|
1313
|
+
// stream 2, symbol 13
|
|
1314
|
+
MOVQ AX, CX
|
|
1315
|
+
MOVQ R10, R13
|
|
1316
|
+
SHRQ CL, R13
|
|
1317
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1318
|
+
SHLQ CL, R10
|
|
1319
|
+
SHRQ $0x08, CX
|
|
1320
|
+
MOVB CL, 13(R9)
|
|
1321
|
+
|
|
1322
|
+
// stream 3, symbol 13
|
|
1323
|
+
MOVQ AX, CX
|
|
1324
|
+
MOVQ R12, R13
|
|
1325
|
+
SHRQ CL, R13
|
|
1326
|
+
MOVWQZX (DX)(R13*2), CX
|
|
1327
|
+
SHLQ CL, R12
|
|
1328
|
+
SHRQ $0x08, CX
|
|
1329
|
+
MOVB CL, 13(R11)
|
|
1330
|
+
|
|
1331
|
+
// Reload the four bit containers
|
|
1332
|
+
TZCNTQ SI, SI
|
|
1333
|
+
MOVQ SI, CX
|
|
1334
|
+
ANDQ $0x07, CX
|
|
1335
|
+
SHRQ $0x03, SI
|
|
1336
|
+
MOVQ (SP), R13
|
|
1337
|
+
SUBQ SI, R13
|
|
1338
|
+
MOVQ R13, (SP)
|
|
1339
|
+
MOVQ (R13), SI
|
|
1340
|
+
ORQ $0x01, SI
|
|
1341
|
+
SHLQ CL, SI
|
|
1342
|
+
TZCNTQ R8, R8
|
|
1343
|
+
MOVQ R8, CX
|
|
1344
|
+
ANDQ $0x07, CX
|
|
1345
|
+
SHRQ $0x03, R8
|
|
1346
|
+
MOVQ 8(SP), R13
|
|
1347
|
+
SUBQ R8, R13
|
|
1348
|
+
MOVQ R13, 8(SP)
|
|
1349
|
+
MOVQ (R13), R8
|
|
1350
|
+
ORQ $0x01, R8
|
|
1351
|
+
SHLQ CL, R8
|
|
1352
|
+
TZCNTQ R10, R10
|
|
1353
|
+
MOVQ R10, CX
|
|
1354
|
+
ANDQ $0x07, CX
|
|
1355
|
+
SHRQ $0x03, R10
|
|
1356
|
+
MOVQ 16(SP), R13
|
|
1357
|
+
SUBQ R10, R13
|
|
1358
|
+
MOVQ R13, 16(SP)
|
|
1359
|
+
MOVQ (R13), R10
|
|
1360
|
+
ORQ $0x01, R10
|
|
1361
|
+
SHLQ CL, R10
|
|
1362
|
+
TZCNTQ R12, R12
|
|
1363
|
+
MOVQ R12, CX
|
|
1364
|
+
ANDQ $0x07, CX
|
|
1365
|
+
SHRQ $0x03, R12
|
|
1366
|
+
MOVQ 24(SP), R13
|
|
1367
|
+
SUBQ R12, R13
|
|
1368
|
+
MOVQ R13, 24(SP)
|
|
1369
|
+
MOVQ (R13), R12
|
|
1370
|
+
ORQ $0x01, R12
|
|
1371
|
+
SHLQ CL, R12
|
|
1372
|
+
ADDQ $0x0e, BX
|
|
1373
|
+
ADDQ $0x0e, DI
|
|
1374
|
+
ADDQ $0x0e, R9
|
|
1375
|
+
ADDQ $0x0e, R11
|
|
1376
|
+
CMPQ BX, 32(SP)
|
|
1377
|
+
JB inner_loop
|
|
1378
|
+
JMP outer_loop
|
|
1379
|
+
|
|
1380
|
+
done:
|
|
1381
|
+
// Hand the state back: off = ip - in (negative when the window reached below the stream start),
|
|
1382
|
+
// value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
|
|
1383
|
+
MOVQ ctx+0(FP), AX
|
|
1384
|
+
MOVQ (AX), CX
|
|
1385
|
+
MOVQ (SP), DX
|
|
1386
|
+
SUBQ (CX), DX
|
|
1387
|
+
MOVQ DX, 24(CX)
|
|
1388
|
+
MOVQ SI, 32(CX)
|
|
1389
|
+
MOVQ 8(SP), DX
|
|
1390
|
+
SUBQ 48(CX), DX
|
|
1391
|
+
MOVQ DX, 72(CX)
|
|
1392
|
+
MOVQ R8, 80(CX)
|
|
1393
|
+
MOVQ 16(SP), DX
|
|
1394
|
+
SUBQ 96(CX), DX
|
|
1395
|
+
MOVQ DX, 120(CX)
|
|
1396
|
+
MOVQ R10, 128(CX)
|
|
1397
|
+
MOVQ 24(SP), DX
|
|
1398
|
+
SUBQ 144(CX), DX
|
|
1399
|
+
MOVQ DX, 168(CX)
|
|
1400
|
+
MOVQ R12, 176(CX)
|
|
1401
|
+
SUBQ 16(AX), BX
|
|
1402
|
+
SHLQ $0x02, BX
|
|
1403
|
+
MOVQ BX, 40(AX)
|
|
1404
|
+
RET
|
|
1405
|
+
|
|
1406
|
+
// func decompress4x_main_loop_bmi2(ctx *decompress4xContext)
|
|
1407
|
+
// Requires: BMI, BMI2, CMOV
|
|
1408
|
+
TEXT ·decompress4x_main_loop_bmi2(SB), $40-8
|
|
1409
|
+
MOVQ ctx+0(FP), AX
|
|
1410
|
+
|
|
1411
|
+
// Preload values
|
|
1412
|
+
MOVBQZX 8(AX), CX
|
|
1413
|
+
MOVQ 32(AX), DX
|
|
1414
|
+
MOVQ 16(AX), BX
|
|
1415
|
+
MOVQ 24(AX), R8
|
|
1416
|
+
LEAQ (BX)(R8*1), SI
|
|
1417
|
+
LEAQ (BX)(R8*2), DI
|
|
1418
|
+
LEAQ (R8)(R8*2), R8
|
|
1419
|
+
ADDQ BX, R8
|
|
1420
|
+
|
|
1421
|
+
// Copy the input pointers to their stack slots
|
|
1422
|
+
MOVQ 64(AX), R9
|
|
1423
|
+
MOVQ R9, (SP)
|
|
1424
|
+
MOVQ 72(AX), R9
|
|
1425
|
+
MOVQ R9, 8(SP)
|
|
1426
|
+
MOVQ 80(AX), R9
|
|
1427
|
+
MOVQ R9, 16(SP)
|
|
1428
|
+
MOVQ 88(AX), R9
|
|
1429
|
+
MOVQ R9, 24(SP)
|
|
1430
|
+
|
|
1431
|
+
// Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
|
|
1432
|
+
MOVQ (AX), R12
|
|
1433
|
+
MOVQ 32(R12), AX
|
|
1434
|
+
MOVBQZX 40(R12), R9
|
|
1435
|
+
BTSQ R9, AX
|
|
1436
|
+
MOVQ 80(R12), R9
|
|
1437
|
+
MOVBQZX 88(R12), R10
|
|
1438
|
+
BTSQ R10, R9
|
|
1439
|
+
MOVQ 128(R12), R10
|
|
1440
|
+
MOVBQZX 136(R12), R11
|
|
1441
|
+
BTSQ R11, R10
|
|
1442
|
+
MOVQ 176(R12), R11
|
|
1443
|
+
MOVBQZX 184(R12), R12
|
|
1444
|
+
BTSQ R12, R11
|
|
1445
|
+
|
|
1446
|
+
outer_loop:
|
|
1447
|
+
MOVQ ctx+0(FP), R12
|
|
1448
|
+
|
|
1449
|
+
// Iterations allowed by the output: (limit - op0) / 8
|
|
1450
|
+
MOVQ 48(R12), R13
|
|
1451
|
+
SUBQ BX, R13
|
|
1452
|
+
JLE done
|
|
1453
|
+
SHRQ $0x03, R13
|
|
1454
|
+
|
|
1455
|
+
// Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
|
|
1456
|
+
// (whatever nSyms is), so every read stays inside the block while the lowest
|
|
1457
|
+
// pointer stays above ilowest.
|
|
1458
|
+
MOVQ (SP), R14
|
|
1459
|
+
SUBQ 56(R12), R14
|
|
1460
|
+
SHRQ $0x03, R14
|
|
1461
|
+
CMPQ R14, R13
|
|
1462
|
+
CMOVQCS R14, R13
|
|
1463
|
+
MOVQ 8(SP), R14
|
|
1464
|
+
SUBQ 56(R12), R14
|
|
1465
|
+
SHRQ $0x03, R14
|
|
1466
|
+
CMPQ R14, R13
|
|
1467
|
+
CMOVQCS R14, R13
|
|
1468
|
+
MOVQ 16(SP), R14
|
|
1469
|
+
SUBQ 56(R12), R14
|
|
1470
|
+
SHRQ $0x03, R14
|
|
1471
|
+
CMPQ R14, R13
|
|
1472
|
+
CMOVQCS R14, R13
|
|
1473
|
+
MOVQ 24(SP), R14
|
|
1474
|
+
SUBQ 56(R12), R14
|
|
1475
|
+
SHRQ $0x03, R14
|
|
1476
|
+
CMPQ R14, R13
|
|
1477
|
+
CMOVQCS R14, R13
|
|
1478
|
+
TESTQ R13, R13
|
|
1479
|
+
JZ done
|
|
1480
|
+
IMUL3Q $0x05, R13, R13
|
|
1481
|
+
ADDQ BX, R13
|
|
1482
|
+
MOVQ R13, 32(SP)
|
|
1483
|
+
PCALIGN $0x40
|
|
1484
|
+
|
|
1485
|
+
inner_loop:
|
|
1486
|
+
// stream 0, symbol 0
|
|
1487
|
+
SHRXQ CX, AX, R12
|
|
1488
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1489
|
+
SHLXQ R12, AX, AX
|
|
1490
|
+
SHRQ $0x08, R12
|
|
1491
|
+
MOVB R12, (BX)
|
|
1492
|
+
|
|
1493
|
+
// stream 1, symbol 0
|
|
1494
|
+
SHRXQ CX, R9, R12
|
|
1495
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1496
|
+
SHLXQ R12, R9, R9
|
|
1497
|
+
SHRQ $0x08, R12
|
|
1498
|
+
MOVB R12, (SI)
|
|
1499
|
+
|
|
1500
|
+
// stream 2, symbol 0
|
|
1501
|
+
SHRXQ CX, R10, R12
|
|
1502
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1503
|
+
SHLXQ R12, R10, R10
|
|
1504
|
+
SHRQ $0x08, R12
|
|
1505
|
+
MOVB R12, (DI)
|
|
1506
|
+
|
|
1507
|
+
// stream 3, symbol 0
|
|
1508
|
+
SHRXQ CX, R11, R12
|
|
1509
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1510
|
+
SHLXQ R12, R11, R11
|
|
1511
|
+
SHRQ $0x08, R12
|
|
1512
|
+
MOVB R12, (R8)
|
|
1513
|
+
|
|
1514
|
+
// stream 0, symbol 1
|
|
1515
|
+
SHRXQ CX, AX, R12
|
|
1516
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1517
|
+
SHLXQ R12, AX, AX
|
|
1518
|
+
SHRQ $0x08, R12
|
|
1519
|
+
MOVB R12, 1(BX)
|
|
1520
|
+
|
|
1521
|
+
// stream 1, symbol 1
|
|
1522
|
+
SHRXQ CX, R9, R12
|
|
1523
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1524
|
+
SHLXQ R12, R9, R9
|
|
1525
|
+
SHRQ $0x08, R12
|
|
1526
|
+
MOVB R12, 1(SI)
|
|
1527
|
+
|
|
1528
|
+
// stream 2, symbol 1
|
|
1529
|
+
SHRXQ CX, R10, R12
|
|
1530
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1531
|
+
SHLXQ R12, R10, R10
|
|
1532
|
+
SHRQ $0x08, R12
|
|
1533
|
+
MOVB R12, 1(DI)
|
|
1534
|
+
|
|
1535
|
+
// stream 3, symbol 1
|
|
1536
|
+
SHRXQ CX, R11, R12
|
|
1537
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1538
|
+
SHLXQ R12, R11, R11
|
|
1539
|
+
SHRQ $0x08, R12
|
|
1540
|
+
MOVB R12, 1(R8)
|
|
1541
|
+
|
|
1542
|
+
// stream 0, symbol 2
|
|
1543
|
+
SHRXQ CX, AX, R12
|
|
1544
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1545
|
+
SHLXQ R12, AX, AX
|
|
1546
|
+
SHRQ $0x08, R12
|
|
1547
|
+
MOVB R12, 2(BX)
|
|
1548
|
+
|
|
1549
|
+
// stream 1, symbol 2
|
|
1550
|
+
SHRXQ CX, R9, R12
|
|
1551
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1552
|
+
SHLXQ R12, R9, R9
|
|
1553
|
+
SHRQ $0x08, R12
|
|
1554
|
+
MOVB R12, 2(SI)
|
|
1555
|
+
|
|
1556
|
+
// stream 2, symbol 2
|
|
1557
|
+
SHRXQ CX, R10, R12
|
|
1558
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1559
|
+
SHLXQ R12, R10, R10
|
|
1560
|
+
SHRQ $0x08, R12
|
|
1561
|
+
MOVB R12, 2(DI)
|
|
1562
|
+
|
|
1563
|
+
// stream 3, symbol 2
|
|
1564
|
+
SHRXQ CX, R11, R12
|
|
1565
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1566
|
+
SHLXQ R12, R11, R11
|
|
1567
|
+
SHRQ $0x08, R12
|
|
1568
|
+
MOVB R12, 2(R8)
|
|
1569
|
+
|
|
1570
|
+
// stream 0, symbol 3
|
|
1571
|
+
SHRXQ CX, AX, R12
|
|
1572
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1573
|
+
SHLXQ R12, AX, AX
|
|
1574
|
+
SHRQ $0x08, R12
|
|
1575
|
+
MOVB R12, 3(BX)
|
|
1576
|
+
|
|
1577
|
+
// stream 1, symbol 3
|
|
1578
|
+
SHRXQ CX, R9, R12
|
|
1579
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1580
|
+
SHLXQ R12, R9, R9
|
|
1581
|
+
SHRQ $0x08, R12
|
|
1582
|
+
MOVB R12, 3(SI)
|
|
1583
|
+
|
|
1584
|
+
// stream 2, symbol 3
|
|
1585
|
+
SHRXQ CX, R10, R12
|
|
1586
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1587
|
+
SHLXQ R12, R10, R10
|
|
1588
|
+
SHRQ $0x08, R12
|
|
1589
|
+
MOVB R12, 3(DI)
|
|
1590
|
+
|
|
1591
|
+
// stream 3, symbol 3
|
|
1592
|
+
SHRXQ CX, R11, R12
|
|
1593
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1594
|
+
SHLXQ R12, R11, R11
|
|
1595
|
+
SHRQ $0x08, R12
|
|
1596
|
+
MOVB R12, 3(R8)
|
|
1597
|
+
|
|
1598
|
+
// stream 0, symbol 4
|
|
1599
|
+
SHRXQ CX, AX, R12
|
|
1600
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1601
|
+
SHLXQ R12, AX, AX
|
|
1602
|
+
SHRQ $0x08, R12
|
|
1603
|
+
MOVB R12, 4(BX)
|
|
1604
|
+
|
|
1605
|
+
// stream 1, symbol 4
|
|
1606
|
+
SHRXQ CX, R9, R12
|
|
1607
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1608
|
+
SHLXQ R12, R9, R9
|
|
1609
|
+
SHRQ $0x08, R12
|
|
1610
|
+
MOVB R12, 4(SI)
|
|
1611
|
+
|
|
1612
|
+
// stream 2, symbol 4
|
|
1613
|
+
SHRXQ CX, R10, R12
|
|
1614
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1615
|
+
SHLXQ R12, R10, R10
|
|
1616
|
+
SHRQ $0x08, R12
|
|
1617
|
+
MOVB R12, 4(DI)
|
|
1618
|
+
|
|
1619
|
+
// stream 3, symbol 4
|
|
1620
|
+
SHRXQ CX, R11, R12
|
|
1621
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1622
|
+
SHLXQ R12, R11, R11
|
|
1623
|
+
SHRQ $0x08, R12
|
|
1624
|
+
MOVB R12, 4(R8)
|
|
1625
|
+
|
|
1626
|
+
// Reload the four bit containers
|
|
1627
|
+
TZCNTQ AX, AX
|
|
1628
|
+
MOVQ AX, R12
|
|
1629
|
+
ANDQ $0x07, R12
|
|
1630
|
+
SHRQ $0x03, AX
|
|
1631
|
+
MOVQ (SP), R13
|
|
1632
|
+
SUBQ AX, R13
|
|
1633
|
+
MOVQ R13, (SP)
|
|
1634
|
+
MOVQ (R13), AX
|
|
1635
|
+
ORQ $0x01, AX
|
|
1636
|
+
SHLXQ R12, AX, AX
|
|
1637
|
+
TZCNTQ R9, R9
|
|
1638
|
+
MOVQ R9, R12
|
|
1639
|
+
ANDQ $0x07, R12
|
|
1640
|
+
SHRQ $0x03, R9
|
|
1641
|
+
MOVQ 8(SP), R13
|
|
1642
|
+
SUBQ R9, R13
|
|
1643
|
+
MOVQ R13, 8(SP)
|
|
1644
|
+
MOVQ (R13), R9
|
|
1645
|
+
ORQ $0x01, R9
|
|
1646
|
+
SHLXQ R12, R9, R9
|
|
1647
|
+
TZCNTQ R10, R10
|
|
1648
|
+
MOVQ R10, R12
|
|
1649
|
+
ANDQ $0x07, R12
|
|
1650
|
+
SHRQ $0x03, R10
|
|
1651
|
+
MOVQ 16(SP), R13
|
|
1652
|
+
SUBQ R10, R13
|
|
1653
|
+
MOVQ R13, 16(SP)
|
|
1654
|
+
MOVQ (R13), R10
|
|
1655
|
+
ORQ $0x01, R10
|
|
1656
|
+
SHLXQ R12, R10, R10
|
|
1657
|
+
TZCNTQ R11, R11
|
|
1658
|
+
MOVQ R11, R12
|
|
1659
|
+
ANDQ $0x07, R12
|
|
1660
|
+
SHRQ $0x03, R11
|
|
1661
|
+
MOVQ 24(SP), R13
|
|
1662
|
+
SUBQ R11, R13
|
|
1663
|
+
MOVQ R13, 24(SP)
|
|
1664
|
+
MOVQ (R13), R11
|
|
1665
|
+
ORQ $0x01, R11
|
|
1666
|
+
SHLXQ R12, R11, R11
|
|
1667
|
+
ADDQ $0x05, BX
|
|
1668
|
+
ADDQ $0x05, SI
|
|
1669
|
+
ADDQ $0x05, DI
|
|
1670
|
+
ADDQ $0x05, R8
|
|
1671
|
+
CMPQ BX, 32(SP)
|
|
1672
|
+
JB inner_loop
|
|
1673
|
+
JMP outer_loop
|
|
1674
|
+
|
|
1675
|
+
done:
|
|
1676
|
+
// Hand the state back: off = ip - in (negative when the window reached below the stream start),
|
|
1677
|
+
// value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
|
|
1678
|
+
MOVQ ctx+0(FP), CX
|
|
1679
|
+
MOVQ (CX), DX
|
|
1680
|
+
MOVQ (SP), SI
|
|
1681
|
+
SUBQ (DX), SI
|
|
1682
|
+
MOVQ SI, 24(DX)
|
|
1683
|
+
MOVQ AX, 32(DX)
|
|
1684
|
+
MOVQ 8(SP), AX
|
|
1685
|
+
SUBQ 48(DX), AX
|
|
1686
|
+
MOVQ AX, 72(DX)
|
|
1687
|
+
MOVQ R9, 80(DX)
|
|
1688
|
+
MOVQ 16(SP), AX
|
|
1689
|
+
SUBQ 96(DX), AX
|
|
1690
|
+
MOVQ AX, 120(DX)
|
|
1691
|
+
MOVQ R10, 128(DX)
|
|
1692
|
+
MOVQ 24(SP), AX
|
|
1693
|
+
SUBQ 144(DX), AX
|
|
1694
|
+
MOVQ AX, 168(DX)
|
|
1695
|
+
MOVQ R11, 176(DX)
|
|
1696
|
+
SUBQ 16(CX), BX
|
|
1697
|
+
SHLQ $0x02, BX
|
|
1698
|
+
MOVQ BX, 40(CX)
|
|
1699
|
+
RET
|
|
1700
|
+
|
|
1701
|
+
// func decompress4x_8b_main_loop_bmi2(ctx *decompress4xContext)
|
|
1702
|
+
// Requires: BMI, BMI2, CMOV
|
|
1703
|
+
TEXT ·decompress4x_8b_main_loop_bmi2(SB), $40-8
|
|
1704
|
+
MOVQ ctx+0(FP), AX
|
|
1705
|
+
|
|
1706
|
+
// Preload values
|
|
1707
|
+
MOVBQZX 8(AX), CX
|
|
1708
|
+
MOVQ 32(AX), DX
|
|
1709
|
+
MOVQ 16(AX), BX
|
|
1710
|
+
MOVQ 24(AX), R8
|
|
1711
|
+
LEAQ (BX)(R8*1), SI
|
|
1712
|
+
LEAQ (BX)(R8*2), DI
|
|
1713
|
+
LEAQ (R8)(R8*2), R8
|
|
1714
|
+
ADDQ BX, R8
|
|
1715
|
+
|
|
1716
|
+
// Copy the input pointers to their stack slots
|
|
1717
|
+
MOVQ 64(AX), R9
|
|
1718
|
+
MOVQ R9, (SP)
|
|
1719
|
+
MOVQ 72(AX), R9
|
|
1720
|
+
MOVQ R9, 8(SP)
|
|
1721
|
+
MOVQ 80(AX), R9
|
|
1722
|
+
MOVQ R9, 16(SP)
|
|
1723
|
+
MOVQ 88(AX), R9
|
|
1724
|
+
MOVQ R9, 24(SP)
|
|
1725
|
+
|
|
1726
|
+
// Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
|
|
1727
|
+
MOVQ (AX), R12
|
|
1728
|
+
MOVQ 32(R12), AX
|
|
1729
|
+
MOVBQZX 40(R12), R9
|
|
1730
|
+
BTSQ R9, AX
|
|
1731
|
+
MOVQ 80(R12), R9
|
|
1732
|
+
MOVBQZX 88(R12), R10
|
|
1733
|
+
BTSQ R10, R9
|
|
1734
|
+
MOVQ 128(R12), R10
|
|
1735
|
+
MOVBQZX 136(R12), R11
|
|
1736
|
+
BTSQ R11, R10
|
|
1737
|
+
MOVQ 176(R12), R11
|
|
1738
|
+
MOVBQZX 184(R12), R12
|
|
1739
|
+
BTSQ R12, R11
|
|
1740
|
+
|
|
1741
|
+
outer_loop:
|
|
1742
|
+
MOVQ ctx+0(FP), R12
|
|
1743
|
+
|
|
1744
|
+
// Iterations allowed by the output: (limit - op0) / 8
|
|
1745
|
+
MOVQ 48(R12), R13
|
|
1746
|
+
SUBQ BX, R13
|
|
1747
|
+
JLE done
|
|
1748
|
+
SHRQ $0x03, R13
|
|
1749
|
+
|
|
1750
|
+
// Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
|
|
1751
|
+
// (whatever nSyms is), so every read stays inside the block while the lowest
|
|
1752
|
+
// pointer stays above ilowest.
|
|
1753
|
+
MOVQ (SP), R14
|
|
1754
|
+
SUBQ 56(R12), R14
|
|
1755
|
+
SHRQ $0x03, R14
|
|
1756
|
+
CMPQ R14, R13
|
|
1757
|
+
CMOVQCS R14, R13
|
|
1758
|
+
MOVQ 8(SP), R14
|
|
1759
|
+
SUBQ 56(R12), R14
|
|
1760
|
+
SHRQ $0x03, R14
|
|
1761
|
+
CMPQ R14, R13
|
|
1762
|
+
CMOVQCS R14, R13
|
|
1763
|
+
MOVQ 16(SP), R14
|
|
1764
|
+
SUBQ 56(R12), R14
|
|
1765
|
+
SHRQ $0x03, R14
|
|
1766
|
+
CMPQ R14, R13
|
|
1767
|
+
CMOVQCS R14, R13
|
|
1768
|
+
MOVQ 24(SP), R14
|
|
1769
|
+
SUBQ 56(R12), R14
|
|
1770
|
+
SHRQ $0x03, R14
|
|
1771
|
+
CMPQ R14, R13
|
|
1772
|
+
CMOVQCS R14, R13
|
|
1773
|
+
TESTQ R13, R13
|
|
1774
|
+
JZ done
|
|
1775
|
+
IMUL3Q $0x07, R13, R13
|
|
1776
|
+
ADDQ BX, R13
|
|
1777
|
+
MOVQ R13, 32(SP)
|
|
1778
|
+
PCALIGN $0x40
|
|
1779
|
+
|
|
1780
|
+
inner_loop:
|
|
1781
|
+
// stream 0, symbol 0
|
|
1782
|
+
SHRXQ CX, AX, R12
|
|
1783
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1784
|
+
SHLXQ R12, AX, AX
|
|
1785
|
+
SHRQ $0x08, R12
|
|
1786
|
+
MOVB R12, (BX)
|
|
1787
|
+
|
|
1788
|
+
// stream 1, symbol 0
|
|
1789
|
+
SHRXQ CX, R9, R12
|
|
1790
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1791
|
+
SHLXQ R12, R9, R9
|
|
1792
|
+
SHRQ $0x08, R12
|
|
1793
|
+
MOVB R12, (SI)
|
|
1794
|
+
|
|
1795
|
+
// stream 2, symbol 0
|
|
1796
|
+
SHRXQ CX, R10, R12
|
|
1797
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1798
|
+
SHLXQ R12, R10, R10
|
|
1799
|
+
SHRQ $0x08, R12
|
|
1800
|
+
MOVB R12, (DI)
|
|
1801
|
+
|
|
1802
|
+
// stream 3, symbol 0
|
|
1803
|
+
SHRXQ CX, R11, R12
|
|
1804
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1805
|
+
SHLXQ R12, R11, R11
|
|
1806
|
+
SHRQ $0x08, R12
|
|
1807
|
+
MOVB R12, (R8)
|
|
1808
|
+
|
|
1809
|
+
// stream 0, symbol 1
|
|
1810
|
+
SHRXQ CX, AX, R12
|
|
1811
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1812
|
+
SHLXQ R12, AX, AX
|
|
1813
|
+
SHRQ $0x08, R12
|
|
1814
|
+
MOVB R12, 1(BX)
|
|
1815
|
+
|
|
1816
|
+
// stream 1, symbol 1
|
|
1817
|
+
SHRXQ CX, R9, R12
|
|
1818
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1819
|
+
SHLXQ R12, R9, R9
|
|
1820
|
+
SHRQ $0x08, R12
|
|
1821
|
+
MOVB R12, 1(SI)
|
|
1822
|
+
|
|
1823
|
+
// stream 2, symbol 1
|
|
1824
|
+
SHRXQ CX, R10, R12
|
|
1825
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1826
|
+
SHLXQ R12, R10, R10
|
|
1827
|
+
SHRQ $0x08, R12
|
|
1828
|
+
MOVB R12, 1(DI)
|
|
1829
|
+
|
|
1830
|
+
// stream 3, symbol 1
|
|
1831
|
+
SHRXQ CX, R11, R12
|
|
1832
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1833
|
+
SHLXQ R12, R11, R11
|
|
1834
|
+
SHRQ $0x08, R12
|
|
1835
|
+
MOVB R12, 1(R8)
|
|
1836
|
+
|
|
1837
|
+
// stream 0, symbol 2
|
|
1838
|
+
SHRXQ CX, AX, R12
|
|
1839
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1840
|
+
SHLXQ R12, AX, AX
|
|
1841
|
+
SHRQ $0x08, R12
|
|
1842
|
+
MOVB R12, 2(BX)
|
|
1843
|
+
|
|
1844
|
+
// stream 1, symbol 2
|
|
1845
|
+
SHRXQ CX, R9, R12
|
|
1846
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1847
|
+
SHLXQ R12, R9, R9
|
|
1848
|
+
SHRQ $0x08, R12
|
|
1849
|
+
MOVB R12, 2(SI)
|
|
1850
|
+
|
|
1851
|
+
// stream 2, symbol 2
|
|
1852
|
+
SHRXQ CX, R10, R12
|
|
1853
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1854
|
+
SHLXQ R12, R10, R10
|
|
1855
|
+
SHRQ $0x08, R12
|
|
1856
|
+
MOVB R12, 2(DI)
|
|
1857
|
+
|
|
1858
|
+
// stream 3, symbol 2
|
|
1859
|
+
SHRXQ CX, R11, R12
|
|
1860
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1861
|
+
SHLXQ R12, R11, R11
|
|
1862
|
+
SHRQ $0x08, R12
|
|
1863
|
+
MOVB R12, 2(R8)
|
|
1864
|
+
|
|
1865
|
+
// stream 0, symbol 3
|
|
1866
|
+
SHRXQ CX, AX, R12
|
|
1867
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1868
|
+
SHLXQ R12, AX, AX
|
|
1869
|
+
SHRQ $0x08, R12
|
|
1870
|
+
MOVB R12, 3(BX)
|
|
1871
|
+
|
|
1872
|
+
// stream 1, symbol 3
|
|
1873
|
+
SHRXQ CX, R9, R12
|
|
1874
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1875
|
+
SHLXQ R12, R9, R9
|
|
1876
|
+
SHRQ $0x08, R12
|
|
1877
|
+
MOVB R12, 3(SI)
|
|
1878
|
+
|
|
1879
|
+
// stream 2, symbol 3
|
|
1880
|
+
SHRXQ CX, R10, R12
|
|
1881
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1882
|
+
SHLXQ R12, R10, R10
|
|
1883
|
+
SHRQ $0x08, R12
|
|
1884
|
+
MOVB R12, 3(DI)
|
|
1885
|
+
|
|
1886
|
+
// stream 3, symbol 3
|
|
1887
|
+
SHRXQ CX, R11, R12
|
|
1888
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1889
|
+
SHLXQ R12, R11, R11
|
|
1890
|
+
SHRQ $0x08, R12
|
|
1891
|
+
MOVB R12, 3(R8)
|
|
1892
|
+
|
|
1893
|
+
// stream 0, symbol 4
|
|
1894
|
+
SHRXQ CX, AX, R12
|
|
1895
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1896
|
+
SHLXQ R12, AX, AX
|
|
1897
|
+
SHRQ $0x08, R12
|
|
1898
|
+
MOVB R12, 4(BX)
|
|
1899
|
+
|
|
1900
|
+
// stream 1, symbol 4
|
|
1901
|
+
SHRXQ CX, R9, R12
|
|
1902
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1903
|
+
SHLXQ R12, R9, R9
|
|
1904
|
+
SHRQ $0x08, R12
|
|
1905
|
+
MOVB R12, 4(SI)
|
|
1906
|
+
|
|
1907
|
+
// stream 2, symbol 4
|
|
1908
|
+
SHRXQ CX, R10, R12
|
|
1909
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1910
|
+
SHLXQ R12, R10, R10
|
|
1911
|
+
SHRQ $0x08, R12
|
|
1912
|
+
MOVB R12, 4(DI)
|
|
1913
|
+
|
|
1914
|
+
// stream 3, symbol 4
|
|
1915
|
+
SHRXQ CX, R11, R12
|
|
1916
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1917
|
+
SHLXQ R12, R11, R11
|
|
1918
|
+
SHRQ $0x08, R12
|
|
1919
|
+
MOVB R12, 4(R8)
|
|
1920
|
+
|
|
1921
|
+
// stream 0, symbol 5
|
|
1922
|
+
SHRXQ CX, AX, R12
|
|
1923
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1924
|
+
SHLXQ R12, AX, AX
|
|
1925
|
+
SHRQ $0x08, R12
|
|
1926
|
+
MOVB R12, 5(BX)
|
|
1927
|
+
|
|
1928
|
+
// stream 1, symbol 5
|
|
1929
|
+
SHRXQ CX, R9, R12
|
|
1930
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1931
|
+
SHLXQ R12, R9, R9
|
|
1932
|
+
SHRQ $0x08, R12
|
|
1933
|
+
MOVB R12, 5(SI)
|
|
1934
|
+
|
|
1935
|
+
// stream 2, symbol 5
|
|
1936
|
+
SHRXQ CX, R10, R12
|
|
1937
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1938
|
+
SHLXQ R12, R10, R10
|
|
1939
|
+
SHRQ $0x08, R12
|
|
1940
|
+
MOVB R12, 5(DI)
|
|
1941
|
+
|
|
1942
|
+
// stream 3, symbol 5
|
|
1943
|
+
SHRXQ CX, R11, R12
|
|
1944
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1945
|
+
SHLXQ R12, R11, R11
|
|
1946
|
+
SHRQ $0x08, R12
|
|
1947
|
+
MOVB R12, 5(R8)
|
|
1948
|
+
|
|
1949
|
+
// stream 0, symbol 6
|
|
1950
|
+
SHRXQ CX, AX, R12
|
|
1951
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1952
|
+
SHLXQ R12, AX, AX
|
|
1953
|
+
SHRQ $0x08, R12
|
|
1954
|
+
MOVB R12, 6(BX)
|
|
1955
|
+
|
|
1956
|
+
// stream 1, symbol 6
|
|
1957
|
+
SHRXQ CX, R9, R12
|
|
1958
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1959
|
+
SHLXQ R12, R9, R9
|
|
1960
|
+
SHRQ $0x08, R12
|
|
1961
|
+
MOVB R12, 6(SI)
|
|
1962
|
+
|
|
1963
|
+
// stream 2, symbol 6
|
|
1964
|
+
SHRXQ CX, R10, R12
|
|
1965
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1966
|
+
SHLXQ R12, R10, R10
|
|
1967
|
+
SHRQ $0x08, R12
|
|
1968
|
+
MOVB R12, 6(DI)
|
|
1969
|
+
|
|
1970
|
+
// stream 3, symbol 6
|
|
1971
|
+
SHRXQ CX, R11, R12
|
|
1972
|
+
MOVWQZX (DX)(R12*2), R12
|
|
1973
|
+
SHLXQ R12, R11, R11
|
|
1974
|
+
SHRQ $0x08, R12
|
|
1975
|
+
MOVB R12, 6(R8)
|
|
1976
|
+
|
|
1977
|
+
// Reload the four bit containers
|
|
1978
|
+
TZCNTQ AX, AX
|
|
1979
|
+
MOVQ AX, R12
|
|
1980
|
+
ANDQ $0x07, R12
|
|
1981
|
+
SHRQ $0x03, AX
|
|
1982
|
+
MOVQ (SP), R13
|
|
1983
|
+
SUBQ AX, R13
|
|
1984
|
+
MOVQ R13, (SP)
|
|
1985
|
+
MOVQ (R13), AX
|
|
1986
|
+
ORQ $0x01, AX
|
|
1987
|
+
SHLXQ R12, AX, AX
|
|
1988
|
+
TZCNTQ R9, R9
|
|
1989
|
+
MOVQ R9, R12
|
|
1990
|
+
ANDQ $0x07, R12
|
|
1991
|
+
SHRQ $0x03, R9
|
|
1992
|
+
MOVQ 8(SP), R13
|
|
1993
|
+
SUBQ R9, R13
|
|
1994
|
+
MOVQ R13, 8(SP)
|
|
1995
|
+
MOVQ (R13), R9
|
|
1996
|
+
ORQ $0x01, R9
|
|
1997
|
+
SHLXQ R12, R9, R9
|
|
1998
|
+
TZCNTQ R10, R10
|
|
1999
|
+
MOVQ R10, R12
|
|
2000
|
+
ANDQ $0x07, R12
|
|
2001
|
+
SHRQ $0x03, R10
|
|
2002
|
+
MOVQ 16(SP), R13
|
|
2003
|
+
SUBQ R10, R13
|
|
2004
|
+
MOVQ R13, 16(SP)
|
|
2005
|
+
MOVQ (R13), R10
|
|
2006
|
+
ORQ $0x01, R10
|
|
2007
|
+
SHLXQ R12, R10, R10
|
|
2008
|
+
TZCNTQ R11, R11
|
|
2009
|
+
MOVQ R11, R12
|
|
2010
|
+
ANDQ $0x07, R12
|
|
2011
|
+
SHRQ $0x03, R11
|
|
2012
|
+
MOVQ 24(SP), R13
|
|
2013
|
+
SUBQ R11, R13
|
|
2014
|
+
MOVQ R13, 24(SP)
|
|
2015
|
+
MOVQ (R13), R11
|
|
2016
|
+
ORQ $0x01, R11
|
|
2017
|
+
SHLXQ R12, R11, R11
|
|
2018
|
+
ADDQ $0x07, BX
|
|
2019
|
+
ADDQ $0x07, SI
|
|
2020
|
+
ADDQ $0x07, DI
|
|
2021
|
+
ADDQ $0x07, R8
|
|
2022
|
+
CMPQ BX, 32(SP)
|
|
2023
|
+
JB inner_loop
|
|
2024
|
+
JMP outer_loop
|
|
2025
|
+
|
|
2026
|
+
done:
|
|
2027
|
+
// Hand the state back: off = ip - in (negative when the window reached below the stream start),
|
|
2028
|
+
// value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
|
|
2029
|
+
MOVQ ctx+0(FP), CX
|
|
2030
|
+
MOVQ (CX), DX
|
|
2031
|
+
MOVQ (SP), SI
|
|
2032
|
+
SUBQ (DX), SI
|
|
2033
|
+
MOVQ SI, 24(DX)
|
|
2034
|
+
MOVQ AX, 32(DX)
|
|
2035
|
+
MOVQ 8(SP), AX
|
|
2036
|
+
SUBQ 48(DX), AX
|
|
2037
|
+
MOVQ AX, 72(DX)
|
|
2038
|
+
MOVQ R9, 80(DX)
|
|
2039
|
+
MOVQ 16(SP), AX
|
|
2040
|
+
SUBQ 96(DX), AX
|
|
2041
|
+
MOVQ AX, 120(DX)
|
|
2042
|
+
MOVQ R10, 128(DX)
|
|
2043
|
+
MOVQ 24(SP), AX
|
|
2044
|
+
SUBQ 144(DX), AX
|
|
2045
|
+
MOVQ AX, 168(DX)
|
|
2046
|
+
MOVQ R11, 176(DX)
|
|
2047
|
+
SUBQ 16(CX), BX
|
|
2048
|
+
SHLQ $0x02, BX
|
|
2049
|
+
MOVQ BX, 40(CX)
|
|
2050
|
+
RET
|
|
2051
|
+
|
|
2052
|
+
// func decompress4x_4b_main_loop_bmi2(ctx *decompress4xContext)
|
|
2053
|
+
// Requires: BMI, BMI2, CMOV
|
|
2054
|
+
TEXT ·decompress4x_4b_main_loop_bmi2(SB), $40-8
|
|
2055
|
+
MOVQ ctx+0(FP), AX
|
|
2056
|
+
|
|
2057
|
+
// Preload values
|
|
2058
|
+
MOVBQZX 8(AX), CX
|
|
2059
|
+
MOVQ 32(AX), DX
|
|
2060
|
+
MOVQ 16(AX), BX
|
|
2061
|
+
MOVQ 24(AX), R8
|
|
2062
|
+
LEAQ (BX)(R8*1), SI
|
|
2063
|
+
LEAQ (BX)(R8*2), DI
|
|
2064
|
+
LEAQ (R8)(R8*2), R8
|
|
2065
|
+
ADDQ BX, R8
|
|
2066
|
+
|
|
2067
|
+
// Copy the input pointers to their stack slots
|
|
2068
|
+
MOVQ 64(AX), R9
|
|
2069
|
+
MOVQ R9, (SP)
|
|
2070
|
+
MOVQ 72(AX), R9
|
|
2071
|
+
MOVQ R9, 8(SP)
|
|
2072
|
+
MOVQ 80(AX), R9
|
|
2073
|
+
MOVQ R9, 16(SP)
|
|
2074
|
+
MOVQ 88(AX), R9
|
|
2075
|
+
MOVQ R9, 24(SP)
|
|
2076
|
+
|
|
2077
|
+
// Convert each bit reader to sentinel form: bits = value | 1<<bitsRead
|
|
2078
|
+
MOVQ (AX), R12
|
|
2079
|
+
MOVQ 32(R12), AX
|
|
2080
|
+
MOVBQZX 40(R12), R9
|
|
2081
|
+
BTSQ R9, AX
|
|
2082
|
+
MOVQ 80(R12), R9
|
|
2083
|
+
MOVBQZX 88(R12), R10
|
|
2084
|
+
BTSQ R10, R9
|
|
2085
|
+
MOVQ 128(R12), R10
|
|
2086
|
+
MOVBQZX 136(R12), R11
|
|
2087
|
+
BTSQ R11, R10
|
|
2088
|
+
MOVQ 176(R12), R11
|
|
2089
|
+
MOVBQZX 184(R12), R12
|
|
2090
|
+
BTSQ R12, R11
|
|
2091
|
+
|
|
2092
|
+
outer_loop:
|
|
2093
|
+
MOVQ ctx+0(FP), R12
|
|
2094
|
+
|
|
2095
|
+
// Iterations allowed by the output: (limit - op0) / 16
|
|
2096
|
+
MOVQ 48(R12), R13
|
|
2097
|
+
SUBQ BX, R13
|
|
2098
|
+
JLE done
|
|
2099
|
+
SHRQ $0x04, R13
|
|
2100
|
+
|
|
2101
|
+
// Iterations allowed by the input: a reload backs a pointer up by at most 7 bytes
|
|
2102
|
+
// (whatever nSyms is), so every read stays inside the block while the lowest
|
|
2103
|
+
// pointer stays above ilowest.
|
|
2104
|
+
MOVQ (SP), R14
|
|
2105
|
+
SUBQ 56(R12), R14
|
|
2106
|
+
SHRQ $0x03, R14
|
|
2107
|
+
CMPQ R14, R13
|
|
2108
|
+
CMOVQCS R14, R13
|
|
2109
|
+
MOVQ 8(SP), R14
|
|
2110
|
+
SUBQ 56(R12), R14
|
|
2111
|
+
SHRQ $0x03, R14
|
|
2112
|
+
CMPQ R14, R13
|
|
2113
|
+
CMOVQCS R14, R13
|
|
2114
|
+
MOVQ 16(SP), R14
|
|
2115
|
+
SUBQ 56(R12), R14
|
|
2116
|
+
SHRQ $0x03, R14
|
|
2117
|
+
CMPQ R14, R13
|
|
2118
|
+
CMOVQCS R14, R13
|
|
2119
|
+
MOVQ 24(SP), R14
|
|
2120
|
+
SUBQ 56(R12), R14
|
|
2121
|
+
SHRQ $0x03, R14
|
|
2122
|
+
CMPQ R14, R13
|
|
2123
|
+
CMOVQCS R14, R13
|
|
2124
|
+
TESTQ R13, R13
|
|
2125
|
+
JZ done
|
|
2126
|
+
IMUL3Q $0x0e, R13, R13
|
|
2127
|
+
ADDQ BX, R13
|
|
2128
|
+
MOVQ R13, 32(SP)
|
|
2129
|
+
PCALIGN $0x40
|
|
2130
|
+
|
|
2131
|
+
inner_loop:
|
|
2132
|
+
// stream 0, symbol 0
|
|
2133
|
+
SHRXQ CX, AX, R12
|
|
2134
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2135
|
+
SHLXQ R12, AX, AX
|
|
2136
|
+
SHRQ $0x08, R12
|
|
2137
|
+
MOVB R12, (BX)
|
|
2138
|
+
|
|
2139
|
+
// stream 1, symbol 0
|
|
2140
|
+
SHRXQ CX, R9, R12
|
|
2141
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2142
|
+
SHLXQ R12, R9, R9
|
|
2143
|
+
SHRQ $0x08, R12
|
|
2144
|
+
MOVB R12, (SI)
|
|
2145
|
+
|
|
2146
|
+
// stream 2, symbol 0
|
|
2147
|
+
SHRXQ CX, R10, R12
|
|
2148
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2149
|
+
SHLXQ R12, R10, R10
|
|
2150
|
+
SHRQ $0x08, R12
|
|
2151
|
+
MOVB R12, (DI)
|
|
2152
|
+
|
|
2153
|
+
// stream 3, symbol 0
|
|
2154
|
+
SHRXQ CX, R11, R12
|
|
2155
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2156
|
+
SHLXQ R12, R11, R11
|
|
2157
|
+
SHRQ $0x08, R12
|
|
2158
|
+
MOVB R12, (R8)
|
|
2159
|
+
|
|
2160
|
+
// stream 0, symbol 1
|
|
2161
|
+
SHRXQ CX, AX, R12
|
|
2162
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2163
|
+
SHLXQ R12, AX, AX
|
|
2164
|
+
SHRQ $0x08, R12
|
|
2165
|
+
MOVB R12, 1(BX)
|
|
2166
|
+
|
|
2167
|
+
// stream 1, symbol 1
|
|
2168
|
+
SHRXQ CX, R9, R12
|
|
2169
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2170
|
+
SHLXQ R12, R9, R9
|
|
2171
|
+
SHRQ $0x08, R12
|
|
2172
|
+
MOVB R12, 1(SI)
|
|
2173
|
+
|
|
2174
|
+
// stream 2, symbol 1
|
|
2175
|
+
SHRXQ CX, R10, R12
|
|
2176
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2177
|
+
SHLXQ R12, R10, R10
|
|
2178
|
+
SHRQ $0x08, R12
|
|
2179
|
+
MOVB R12, 1(DI)
|
|
2180
|
+
|
|
2181
|
+
// stream 3, symbol 1
|
|
2182
|
+
SHRXQ CX, R11, R12
|
|
2183
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2184
|
+
SHLXQ R12, R11, R11
|
|
2185
|
+
SHRQ $0x08, R12
|
|
2186
|
+
MOVB R12, 1(R8)
|
|
2187
|
+
|
|
2188
|
+
// stream 0, symbol 2
|
|
2189
|
+
SHRXQ CX, AX, R12
|
|
2190
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2191
|
+
SHLXQ R12, AX, AX
|
|
2192
|
+
SHRQ $0x08, R12
|
|
2193
|
+
MOVB R12, 2(BX)
|
|
2194
|
+
|
|
2195
|
+
// stream 1, symbol 2
|
|
2196
|
+
SHRXQ CX, R9, R12
|
|
2197
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2198
|
+
SHLXQ R12, R9, R9
|
|
2199
|
+
SHRQ $0x08, R12
|
|
2200
|
+
MOVB R12, 2(SI)
|
|
2201
|
+
|
|
2202
|
+
// stream 2, symbol 2
|
|
2203
|
+
SHRXQ CX, R10, R12
|
|
2204
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2205
|
+
SHLXQ R12, R10, R10
|
|
2206
|
+
SHRQ $0x08, R12
|
|
2207
|
+
MOVB R12, 2(DI)
|
|
2208
|
+
|
|
2209
|
+
// stream 3, symbol 2
|
|
2210
|
+
SHRXQ CX, R11, R12
|
|
2211
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2212
|
+
SHLXQ R12, R11, R11
|
|
2213
|
+
SHRQ $0x08, R12
|
|
2214
|
+
MOVB R12, 2(R8)
|
|
2215
|
+
|
|
2216
|
+
// stream 0, symbol 3
|
|
2217
|
+
SHRXQ CX, AX, R12
|
|
2218
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2219
|
+
SHLXQ R12, AX, AX
|
|
2220
|
+
SHRQ $0x08, R12
|
|
2221
|
+
MOVB R12, 3(BX)
|
|
2222
|
+
|
|
2223
|
+
// stream 1, symbol 3
|
|
2224
|
+
SHRXQ CX, R9, R12
|
|
2225
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2226
|
+
SHLXQ R12, R9, R9
|
|
2227
|
+
SHRQ $0x08, R12
|
|
2228
|
+
MOVB R12, 3(SI)
|
|
2229
|
+
|
|
2230
|
+
// stream 2, symbol 3
|
|
2231
|
+
SHRXQ CX, R10, R12
|
|
2232
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2233
|
+
SHLXQ R12, R10, R10
|
|
2234
|
+
SHRQ $0x08, R12
|
|
2235
|
+
MOVB R12, 3(DI)
|
|
2236
|
+
|
|
2237
|
+
// stream 3, symbol 3
|
|
2238
|
+
SHRXQ CX, R11, R12
|
|
2239
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2240
|
+
SHLXQ R12, R11, R11
|
|
2241
|
+
SHRQ $0x08, R12
|
|
2242
|
+
MOVB R12, 3(R8)
|
|
2243
|
+
|
|
2244
|
+
// stream 0, symbol 4
|
|
2245
|
+
SHRXQ CX, AX, R12
|
|
2246
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2247
|
+
SHLXQ R12, AX, AX
|
|
2248
|
+
SHRQ $0x08, R12
|
|
2249
|
+
MOVB R12, 4(BX)
|
|
2250
|
+
|
|
2251
|
+
// stream 1, symbol 4
|
|
2252
|
+
SHRXQ CX, R9, R12
|
|
2253
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2254
|
+
SHLXQ R12, R9, R9
|
|
2255
|
+
SHRQ $0x08, R12
|
|
2256
|
+
MOVB R12, 4(SI)
|
|
2257
|
+
|
|
2258
|
+
// stream 2, symbol 4
|
|
2259
|
+
SHRXQ CX, R10, R12
|
|
2260
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2261
|
+
SHLXQ R12, R10, R10
|
|
2262
|
+
SHRQ $0x08, R12
|
|
2263
|
+
MOVB R12, 4(DI)
|
|
2264
|
+
|
|
2265
|
+
// stream 3, symbol 4
|
|
2266
|
+
SHRXQ CX, R11, R12
|
|
2267
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2268
|
+
SHLXQ R12, R11, R11
|
|
2269
|
+
SHRQ $0x08, R12
|
|
2270
|
+
MOVB R12, 4(R8)
|
|
2271
|
+
|
|
2272
|
+
// stream 0, symbol 5
|
|
2273
|
+
SHRXQ CX, AX, R12
|
|
2274
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2275
|
+
SHLXQ R12, AX, AX
|
|
2276
|
+
SHRQ $0x08, R12
|
|
2277
|
+
MOVB R12, 5(BX)
|
|
2278
|
+
|
|
2279
|
+
// stream 1, symbol 5
|
|
2280
|
+
SHRXQ CX, R9, R12
|
|
2281
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2282
|
+
SHLXQ R12, R9, R9
|
|
2283
|
+
SHRQ $0x08, R12
|
|
2284
|
+
MOVB R12, 5(SI)
|
|
2285
|
+
|
|
2286
|
+
// stream 2, symbol 5
|
|
2287
|
+
SHRXQ CX, R10, R12
|
|
2288
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2289
|
+
SHLXQ R12, R10, R10
|
|
2290
|
+
SHRQ $0x08, R12
|
|
2291
|
+
MOVB R12, 5(DI)
|
|
2292
|
+
|
|
2293
|
+
// stream 3, symbol 5
|
|
2294
|
+
SHRXQ CX, R11, R12
|
|
2295
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2296
|
+
SHLXQ R12, R11, R11
|
|
2297
|
+
SHRQ $0x08, R12
|
|
2298
|
+
MOVB R12, 5(R8)
|
|
2299
|
+
|
|
2300
|
+
// stream 0, symbol 6
|
|
2301
|
+
SHRXQ CX, AX, R12
|
|
2302
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2303
|
+
SHLXQ R12, AX, AX
|
|
2304
|
+
SHRQ $0x08, R12
|
|
2305
|
+
MOVB R12, 6(BX)
|
|
2306
|
+
|
|
2307
|
+
// stream 1, symbol 6
|
|
2308
|
+
SHRXQ CX, R9, R12
|
|
2309
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2310
|
+
SHLXQ R12, R9, R9
|
|
2311
|
+
SHRQ $0x08, R12
|
|
2312
|
+
MOVB R12, 6(SI)
|
|
2313
|
+
|
|
2314
|
+
// stream 2, symbol 6
|
|
2315
|
+
SHRXQ CX, R10, R12
|
|
2316
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2317
|
+
SHLXQ R12, R10, R10
|
|
2318
|
+
SHRQ $0x08, R12
|
|
2319
|
+
MOVB R12, 6(DI)
|
|
2320
|
+
|
|
2321
|
+
// stream 3, symbol 6
|
|
2322
|
+
SHRXQ CX, R11, R12
|
|
2323
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2324
|
+
SHLXQ R12, R11, R11
|
|
2325
|
+
SHRQ $0x08, R12
|
|
2326
|
+
MOVB R12, 6(R8)
|
|
2327
|
+
|
|
2328
|
+
// stream 0, symbol 7
|
|
2329
|
+
SHRXQ CX, AX, R12
|
|
2330
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2331
|
+
SHLXQ R12, AX, AX
|
|
2332
|
+
SHRQ $0x08, R12
|
|
2333
|
+
MOVB R12, 7(BX)
|
|
2334
|
+
|
|
2335
|
+
// stream 1, symbol 7
|
|
2336
|
+
SHRXQ CX, R9, R12
|
|
2337
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2338
|
+
SHLXQ R12, R9, R9
|
|
2339
|
+
SHRQ $0x08, R12
|
|
2340
|
+
MOVB R12, 7(SI)
|
|
2341
|
+
|
|
2342
|
+
// stream 2, symbol 7
|
|
2343
|
+
SHRXQ CX, R10, R12
|
|
2344
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2345
|
+
SHLXQ R12, R10, R10
|
|
2346
|
+
SHRQ $0x08, R12
|
|
2347
|
+
MOVB R12, 7(DI)
|
|
2348
|
+
|
|
2349
|
+
// stream 3, symbol 7
|
|
2350
|
+
SHRXQ CX, R11, R12
|
|
2351
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2352
|
+
SHLXQ R12, R11, R11
|
|
2353
|
+
SHRQ $0x08, R12
|
|
2354
|
+
MOVB R12, 7(R8)
|
|
2355
|
+
|
|
2356
|
+
// stream 0, symbol 8
|
|
2357
|
+
SHRXQ CX, AX, R12
|
|
2358
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2359
|
+
SHLXQ R12, AX, AX
|
|
2360
|
+
SHRQ $0x08, R12
|
|
2361
|
+
MOVB R12, 8(BX)
|
|
2362
|
+
|
|
2363
|
+
// stream 1, symbol 8
|
|
2364
|
+
SHRXQ CX, R9, R12
|
|
2365
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2366
|
+
SHLXQ R12, R9, R9
|
|
2367
|
+
SHRQ $0x08, R12
|
|
2368
|
+
MOVB R12, 8(SI)
|
|
2369
|
+
|
|
2370
|
+
// stream 2, symbol 8
|
|
2371
|
+
SHRXQ CX, R10, R12
|
|
2372
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2373
|
+
SHLXQ R12, R10, R10
|
|
2374
|
+
SHRQ $0x08, R12
|
|
2375
|
+
MOVB R12, 8(DI)
|
|
2376
|
+
|
|
2377
|
+
// stream 3, symbol 8
|
|
2378
|
+
SHRXQ CX, R11, R12
|
|
2379
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2380
|
+
SHLXQ R12, R11, R11
|
|
2381
|
+
SHRQ $0x08, R12
|
|
2382
|
+
MOVB R12, 8(R8)
|
|
2383
|
+
|
|
2384
|
+
// stream 0, symbol 9
|
|
2385
|
+
SHRXQ CX, AX, R12
|
|
2386
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2387
|
+
SHLXQ R12, AX, AX
|
|
2388
|
+
SHRQ $0x08, R12
|
|
2389
|
+
MOVB R12, 9(BX)
|
|
2390
|
+
|
|
2391
|
+
// stream 1, symbol 9
|
|
2392
|
+
SHRXQ CX, R9, R12
|
|
2393
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2394
|
+
SHLXQ R12, R9, R9
|
|
2395
|
+
SHRQ $0x08, R12
|
|
2396
|
+
MOVB R12, 9(SI)
|
|
2397
|
+
|
|
2398
|
+
// stream 2, symbol 9
|
|
2399
|
+
SHRXQ CX, R10, R12
|
|
2400
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2401
|
+
SHLXQ R12, R10, R10
|
|
2402
|
+
SHRQ $0x08, R12
|
|
2403
|
+
MOVB R12, 9(DI)
|
|
2404
|
+
|
|
2405
|
+
// stream 3, symbol 9
|
|
2406
|
+
SHRXQ CX, R11, R12
|
|
2407
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2408
|
+
SHLXQ R12, R11, R11
|
|
2409
|
+
SHRQ $0x08, R12
|
|
2410
|
+
MOVB R12, 9(R8)
|
|
2411
|
+
|
|
2412
|
+
// stream 0, symbol 10
|
|
2413
|
+
SHRXQ CX, AX, R12
|
|
2414
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2415
|
+
SHLXQ R12, AX, AX
|
|
2416
|
+
SHRQ $0x08, R12
|
|
2417
|
+
MOVB R12, 10(BX)
|
|
2418
|
+
|
|
2419
|
+
// stream 1, symbol 10
|
|
2420
|
+
SHRXQ CX, R9, R12
|
|
2421
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2422
|
+
SHLXQ R12, R9, R9
|
|
2423
|
+
SHRQ $0x08, R12
|
|
2424
|
+
MOVB R12, 10(SI)
|
|
2425
|
+
|
|
2426
|
+
// stream 2, symbol 10
|
|
2427
|
+
SHRXQ CX, R10, R12
|
|
2428
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2429
|
+
SHLXQ R12, R10, R10
|
|
2430
|
+
SHRQ $0x08, R12
|
|
2431
|
+
MOVB R12, 10(DI)
|
|
2432
|
+
|
|
2433
|
+
// stream 3, symbol 10
|
|
2434
|
+
SHRXQ CX, R11, R12
|
|
2435
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2436
|
+
SHLXQ R12, R11, R11
|
|
2437
|
+
SHRQ $0x08, R12
|
|
2438
|
+
MOVB R12, 10(R8)
|
|
2439
|
+
|
|
2440
|
+
// stream 0, symbol 11
|
|
2441
|
+
SHRXQ CX, AX, R12
|
|
2442
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2443
|
+
SHLXQ R12, AX, AX
|
|
2444
|
+
SHRQ $0x08, R12
|
|
2445
|
+
MOVB R12, 11(BX)
|
|
2446
|
+
|
|
2447
|
+
// stream 1, symbol 11
|
|
2448
|
+
SHRXQ CX, R9, R12
|
|
2449
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2450
|
+
SHLXQ R12, R9, R9
|
|
2451
|
+
SHRQ $0x08, R12
|
|
2452
|
+
MOVB R12, 11(SI)
|
|
2453
|
+
|
|
2454
|
+
// stream 2, symbol 11
|
|
2455
|
+
SHRXQ CX, R10, R12
|
|
2456
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2457
|
+
SHLXQ R12, R10, R10
|
|
2458
|
+
SHRQ $0x08, R12
|
|
2459
|
+
MOVB R12, 11(DI)
|
|
2460
|
+
|
|
2461
|
+
// stream 3, symbol 11
|
|
2462
|
+
SHRXQ CX, R11, R12
|
|
2463
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2464
|
+
SHLXQ R12, R11, R11
|
|
2465
|
+
SHRQ $0x08, R12
|
|
2466
|
+
MOVB R12, 11(R8)
|
|
2467
|
+
|
|
2468
|
+
// stream 0, symbol 12
|
|
2469
|
+
SHRXQ CX, AX, R12
|
|
2470
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2471
|
+
SHLXQ R12, AX, AX
|
|
2472
|
+
SHRQ $0x08, R12
|
|
2473
|
+
MOVB R12, 12(BX)
|
|
2474
|
+
|
|
2475
|
+
// stream 1, symbol 12
|
|
2476
|
+
SHRXQ CX, R9, R12
|
|
2477
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2478
|
+
SHLXQ R12, R9, R9
|
|
2479
|
+
SHRQ $0x08, R12
|
|
2480
|
+
MOVB R12, 12(SI)
|
|
2481
|
+
|
|
2482
|
+
// stream 2, symbol 12
|
|
2483
|
+
SHRXQ CX, R10, R12
|
|
2484
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2485
|
+
SHLXQ R12, R10, R10
|
|
2486
|
+
SHRQ $0x08, R12
|
|
2487
|
+
MOVB R12, 12(DI)
|
|
2488
|
+
|
|
2489
|
+
// stream 3, symbol 12
|
|
2490
|
+
SHRXQ CX, R11, R12
|
|
2491
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2492
|
+
SHLXQ R12, R11, R11
|
|
2493
|
+
SHRQ $0x08, R12
|
|
2494
|
+
MOVB R12, 12(R8)
|
|
2495
|
+
|
|
2496
|
+
// stream 0, symbol 13
|
|
2497
|
+
SHRXQ CX, AX, R12
|
|
2498
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2499
|
+
SHLXQ R12, AX, AX
|
|
2500
|
+
SHRQ $0x08, R12
|
|
2501
|
+
MOVB R12, 13(BX)
|
|
2502
|
+
|
|
2503
|
+
// stream 1, symbol 13
|
|
2504
|
+
SHRXQ CX, R9, R12
|
|
2505
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2506
|
+
SHLXQ R12, R9, R9
|
|
2507
|
+
SHRQ $0x08, R12
|
|
2508
|
+
MOVB R12, 13(SI)
|
|
2509
|
+
|
|
2510
|
+
// stream 2, symbol 13
|
|
2511
|
+
SHRXQ CX, R10, R12
|
|
2512
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2513
|
+
SHLXQ R12, R10, R10
|
|
2514
|
+
SHRQ $0x08, R12
|
|
2515
|
+
MOVB R12, 13(DI)
|
|
2516
|
+
|
|
2517
|
+
// stream 3, symbol 13
|
|
2518
|
+
SHRXQ CX, R11, R12
|
|
2519
|
+
MOVWQZX (DX)(R12*2), R12
|
|
2520
|
+
SHLXQ R12, R11, R11
|
|
2521
|
+
SHRQ $0x08, R12
|
|
2522
|
+
MOVB R12, 13(R8)
|
|
2523
|
+
|
|
2524
|
+
// Reload the four bit containers
|
|
2525
|
+
TZCNTQ AX, AX
|
|
2526
|
+
MOVQ AX, R12
|
|
2527
|
+
ANDQ $0x07, R12
|
|
2528
|
+
SHRQ $0x03, AX
|
|
2529
|
+
MOVQ (SP), R13
|
|
2530
|
+
SUBQ AX, R13
|
|
2531
|
+
MOVQ R13, (SP)
|
|
2532
|
+
MOVQ (R13), AX
|
|
2533
|
+
ORQ $0x01, AX
|
|
2534
|
+
SHLXQ R12, AX, AX
|
|
2535
|
+
TZCNTQ R9, R9
|
|
2536
|
+
MOVQ R9, R12
|
|
2537
|
+
ANDQ $0x07, R12
|
|
2538
|
+
SHRQ $0x03, R9
|
|
2539
|
+
MOVQ 8(SP), R13
|
|
2540
|
+
SUBQ R9, R13
|
|
2541
|
+
MOVQ R13, 8(SP)
|
|
2542
|
+
MOVQ (R13), R9
|
|
2543
|
+
ORQ $0x01, R9
|
|
2544
|
+
SHLXQ R12, R9, R9
|
|
2545
|
+
TZCNTQ R10, R10
|
|
2546
|
+
MOVQ R10, R12
|
|
2547
|
+
ANDQ $0x07, R12
|
|
2548
|
+
SHRQ $0x03, R10
|
|
2549
|
+
MOVQ 16(SP), R13
|
|
2550
|
+
SUBQ R10, R13
|
|
2551
|
+
MOVQ R13, 16(SP)
|
|
2552
|
+
MOVQ (R13), R10
|
|
2553
|
+
ORQ $0x01, R10
|
|
2554
|
+
SHLXQ R12, R10, R10
|
|
2555
|
+
TZCNTQ R11, R11
|
|
2556
|
+
MOVQ R11, R12
|
|
2557
|
+
ANDQ $0x07, R12
|
|
2558
|
+
SHRQ $0x03, R11
|
|
2559
|
+
MOVQ 24(SP), R13
|
|
2560
|
+
SUBQ R11, R13
|
|
2561
|
+
MOVQ R13, 24(SP)
|
|
2562
|
+
MOVQ (R13), R11
|
|
2563
|
+
ORQ $0x01, R11
|
|
2564
|
+
SHLXQ R12, R11, R11
|
|
2565
|
+
ADDQ $0x0e, BX
|
|
2566
|
+
ADDQ $0x0e, SI
|
|
2567
|
+
ADDQ $0x0e, DI
|
|
2568
|
+
ADDQ $0x0e, R8
|
|
2569
|
+
CMPQ BX, 32(SP)
|
|
2570
|
+
JB inner_loop
|
|
2571
|
+
JMP outer_loop
|
|
2572
|
+
|
|
2573
|
+
done:
|
|
2574
|
+
// Hand the state back: off = ip - in (negative when the window reached below the stream start),
|
|
2575
|
+
// value = the sentinel-form container. bitReaderShifted.restoreFromAsm normalizes both.
|
|
2576
|
+
MOVQ ctx+0(FP), CX
|
|
2577
|
+
MOVQ (CX), DX
|
|
2578
|
+
MOVQ (SP), SI
|
|
2579
|
+
SUBQ (DX), SI
|
|
2580
|
+
MOVQ SI, 24(DX)
|
|
2581
|
+
MOVQ AX, 32(DX)
|
|
2582
|
+
MOVQ 8(SP), AX
|
|
2583
|
+
SUBQ 48(DX), AX
|
|
2584
|
+
MOVQ AX, 72(DX)
|
|
2585
|
+
MOVQ R9, 80(DX)
|
|
2586
|
+
MOVQ 16(SP), AX
|
|
2587
|
+
SUBQ 96(DX), AX
|
|
2588
|
+
MOVQ AX, 120(DX)
|
|
2589
|
+
MOVQ R10, 128(DX)
|
|
2590
|
+
MOVQ 24(SP), AX
|
|
2591
|
+
SUBQ 144(DX), AX
|
|
2592
|
+
MOVQ AX, 168(DX)
|
|
2593
|
+
MOVQ R11, 176(DX)
|
|
2594
|
+
SUBQ 16(CX), BX
|
|
2595
|
+
SHLQ $0x02, BX
|
|
2596
|
+
MOVQ BX, 40(CX)
|
|
2597
|
+
RET
|
|
2598
|
+
|
|
2599
|
+
// func decompress1x_main_loop_amd64(ctx *decompress1xContext)
|
|
2600
|
+
// Requires: CMOV
|
|
2601
|
+
TEXT ·decompress1x_main_loop_amd64(SB), $0-8
|
|
2602
|
+
MOVQ ctx+0(FP), AX
|
|
2603
|
+
|
|
2604
|
+
// Preload values
|
|
2605
|
+
MOVBQZX 8(AX), DX
|
|
2606
|
+
MOVQ 32(AX), BX
|
|
2607
|
+
MOVQ 16(AX), SI
|
|
2608
|
+
MOVQ 24(AX), DI
|
|
2609
|
+
ADDQ SI, DI
|
|
2610
|
+
MOVQ 56(AX), R8
|
|
2611
|
+
MOVQ 48(AX), R9
|
|
2612
|
+
MOVQ (AX), CX
|
|
2613
|
+
MOVQ 32(CX), R10
|
|
2614
|
+
MOVBQZX 40(CX), R11
|
|
2615
|
+
|
|
2616
|
+
outer_loop:
|
|
2617
|
+
// Iterations allowed by the output: (limit - op) / 8
|
|
2618
|
+
MOVQ DI, CX
|
|
2619
|
+
SUBQ SI, CX
|
|
2620
|
+
JLE done
|
|
2621
|
+
SHRQ $0x03, CX
|
|
2622
|
+
|
|
2623
|
+
// Iterations allowed by the input: a refill reads the 8 bytes below the window and
|
|
2624
|
+
// moves it down by at most 7, so every read stays inside the stream while ip stays
|
|
2625
|
+
// at least 8 above ilowest.
|
|
2626
|
+
MOVQ R8, R12
|
|
2627
|
+
SUBQ R9, R12
|
|
2628
|
+
SHRQ $0x03, R12
|
|
2629
|
+
CMPQ R12, CX
|
|
2630
|
+
CMOVQCS R12, CX
|
|
2631
|
+
TESTQ CX, CX
|
|
2632
|
+
JZ done
|
|
2633
|
+
IMUL3Q $0x05, CX, R12
|
|
2634
|
+
ADDQ SI, R12
|
|
2635
|
+
PCALIGN $0x40
|
|
2636
|
+
|
|
2637
|
+
inner_loop:
|
|
2638
|
+
// symbol 0
|
|
2639
|
+
MOVQ DX, CX
|
|
2640
|
+
MOVQ R10, R13
|
|
2641
|
+
SHRQ CL, R13
|
|
2642
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2643
|
+
SHLQ CL, R10
|
|
2644
|
+
ADDQ CX, R11
|
|
2645
|
+
SHRQ $0x08, CX
|
|
2646
|
+
MOVB CL, (SI)
|
|
2647
|
+
|
|
2648
|
+
// symbol 1
|
|
2649
|
+
MOVQ DX, CX
|
|
2650
|
+
MOVQ R10, R13
|
|
2651
|
+
SHRQ CL, R13
|
|
2652
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2653
|
+
SHLQ CL, R10
|
|
2654
|
+
ADDQ CX, R11
|
|
2655
|
+
SHRQ $0x08, CX
|
|
2656
|
+
MOVB CL, 1(SI)
|
|
2657
|
+
|
|
2658
|
+
// symbol 2
|
|
2659
|
+
MOVQ DX, CX
|
|
2660
|
+
MOVQ R10, R13
|
|
2661
|
+
SHRQ CL, R13
|
|
2662
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2663
|
+
SHLQ CL, R10
|
|
2664
|
+
ADDQ CX, R11
|
|
2665
|
+
SHRQ $0x08, CX
|
|
2666
|
+
MOVB CL, 2(SI)
|
|
2667
|
+
|
|
2668
|
+
// symbol 3
|
|
2669
|
+
MOVQ DX, CX
|
|
2670
|
+
MOVQ R10, R13
|
|
2671
|
+
SHRQ CL, R13
|
|
2672
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2673
|
+
SHLQ CL, R10
|
|
2674
|
+
ADDQ CX, R11
|
|
2675
|
+
SHRQ $0x08, CX
|
|
2676
|
+
MOVB CL, 3(SI)
|
|
2677
|
+
|
|
2678
|
+
// symbol 4
|
|
2679
|
+
MOVQ DX, CX
|
|
2680
|
+
MOVQ R10, R13
|
|
2681
|
+
SHRQ CL, R13
|
|
2682
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2683
|
+
SHLQ CL, R10
|
|
2684
|
+
ADDQ CX, R11
|
|
2685
|
+
SHRQ $0x08, CX
|
|
2686
|
+
MOVB CL, 4(SI)
|
|
2687
|
+
|
|
2688
|
+
// Refill the whole bytes consumed from below the window
|
|
2689
|
+
MOVQ R11, R13
|
|
2690
|
+
ANDQ $0x38, R13
|
|
2691
|
+
MOVQ -8(R8), R14
|
|
2692
|
+
SHRQ $0x01, R14
|
|
2693
|
+
ANDQ $0x07, R11
|
|
2694
|
+
MOVQ R13, CX
|
|
2695
|
+
XORQ $0x3f, CX
|
|
2696
|
+
SHRQ CL, R14
|
|
2697
|
+
MOVQ R11, CX
|
|
2698
|
+
SHLQ CL, R14
|
|
2699
|
+
ORQ R14, R10
|
|
2700
|
+
SHRQ $0x03, R13
|
|
2701
|
+
SUBQ R13, R8
|
|
2702
|
+
ADDQ $0x05, SI
|
|
2703
|
+
CMPQ SI, R12
|
|
2704
|
+
JB inner_loop
|
|
2705
|
+
JMP outer_loop
|
|
2706
|
+
|
|
2707
|
+
done:
|
|
2708
|
+
// Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
|
|
2709
|
+
MOVQ (AX), CX
|
|
2710
|
+
SUBQ (CX), R8
|
|
2711
|
+
MOVQ R8, 24(CX)
|
|
2712
|
+
MOVQ R10, 32(CX)
|
|
2713
|
+
MOVB R11, 40(CX)
|
|
2714
|
+
SUBQ 16(AX), SI
|
|
2715
|
+
MOVQ SI, 40(AX)
|
|
2716
|
+
RET
|
|
2717
|
+
|
|
2718
|
+
// func decompress1x_8b_main_loop_amd64(ctx *decompress1xContext)
|
|
2719
|
+
// Requires: CMOV
|
|
2720
|
+
TEXT ·decompress1x_8b_main_loop_amd64(SB), $0-8
|
|
2721
|
+
MOVQ ctx+0(FP), AX
|
|
2722
|
+
|
|
2723
|
+
// Preload values
|
|
2724
|
+
MOVBQZX 8(AX), DX
|
|
2725
|
+
MOVQ 32(AX), BX
|
|
2726
|
+
MOVQ 16(AX), SI
|
|
2727
|
+
MOVQ 24(AX), DI
|
|
2728
|
+
ADDQ SI, DI
|
|
2729
|
+
MOVQ 56(AX), R8
|
|
2730
|
+
MOVQ 48(AX), R9
|
|
2731
|
+
MOVQ (AX), CX
|
|
2732
|
+
MOVQ 32(CX), R10
|
|
2733
|
+
MOVBQZX 40(CX), R11
|
|
2734
|
+
|
|
2735
|
+
outer_loop:
|
|
2736
|
+
// Iterations allowed by the output: (limit - op) / 8
|
|
2737
|
+
MOVQ DI, CX
|
|
2738
|
+
SUBQ SI, CX
|
|
2739
|
+
JLE done
|
|
2740
|
+
SHRQ $0x03, CX
|
|
2741
|
+
|
|
2742
|
+
// Iterations allowed by the input: a refill reads the 8 bytes below the window and
|
|
2743
|
+
// moves it down by at most 7, so every read stays inside the stream while ip stays
|
|
2744
|
+
// at least 8 above ilowest.
|
|
2745
|
+
MOVQ R8, R12
|
|
2746
|
+
SUBQ R9, R12
|
|
2747
|
+
SHRQ $0x03, R12
|
|
2748
|
+
CMPQ R12, CX
|
|
2749
|
+
CMOVQCS R12, CX
|
|
2750
|
+
TESTQ CX, CX
|
|
2751
|
+
JZ done
|
|
2752
|
+
IMUL3Q $0x07, CX, R12
|
|
2753
|
+
ADDQ SI, R12
|
|
2754
|
+
PCALIGN $0x40
|
|
2755
|
+
|
|
2756
|
+
inner_loop:
|
|
2757
|
+
// symbol 0
|
|
2758
|
+
MOVQ DX, CX
|
|
2759
|
+
MOVQ R10, R13
|
|
2760
|
+
SHRQ CL, R13
|
|
2761
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2762
|
+
SHLQ CL, R10
|
|
2763
|
+
ADDQ CX, R11
|
|
2764
|
+
SHRQ $0x08, CX
|
|
2765
|
+
MOVB CL, (SI)
|
|
2766
|
+
|
|
2767
|
+
// symbol 1
|
|
2768
|
+
MOVQ DX, CX
|
|
2769
|
+
MOVQ R10, R13
|
|
2770
|
+
SHRQ CL, R13
|
|
2771
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2772
|
+
SHLQ CL, R10
|
|
2773
|
+
ADDQ CX, R11
|
|
2774
|
+
SHRQ $0x08, CX
|
|
2775
|
+
MOVB CL, 1(SI)
|
|
2776
|
+
|
|
2777
|
+
// symbol 2
|
|
2778
|
+
MOVQ DX, CX
|
|
2779
|
+
MOVQ R10, R13
|
|
2780
|
+
SHRQ CL, R13
|
|
2781
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2782
|
+
SHLQ CL, R10
|
|
2783
|
+
ADDQ CX, R11
|
|
2784
|
+
SHRQ $0x08, CX
|
|
2785
|
+
MOVB CL, 2(SI)
|
|
2786
|
+
|
|
2787
|
+
// symbol 3
|
|
2788
|
+
MOVQ DX, CX
|
|
2789
|
+
MOVQ R10, R13
|
|
2790
|
+
SHRQ CL, R13
|
|
2791
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2792
|
+
SHLQ CL, R10
|
|
2793
|
+
ADDQ CX, R11
|
|
2794
|
+
SHRQ $0x08, CX
|
|
2795
|
+
MOVB CL, 3(SI)
|
|
2796
|
+
|
|
2797
|
+
// symbol 4
|
|
2798
|
+
MOVQ DX, CX
|
|
2799
|
+
MOVQ R10, R13
|
|
2800
|
+
SHRQ CL, R13
|
|
2801
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2802
|
+
SHLQ CL, R10
|
|
2803
|
+
ADDQ CX, R11
|
|
2804
|
+
SHRQ $0x08, CX
|
|
2805
|
+
MOVB CL, 4(SI)
|
|
2806
|
+
|
|
2807
|
+
// symbol 5
|
|
2808
|
+
MOVQ DX, CX
|
|
2809
|
+
MOVQ R10, R13
|
|
2810
|
+
SHRQ CL, R13
|
|
2811
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2812
|
+
SHLQ CL, R10
|
|
2813
|
+
ADDQ CX, R11
|
|
2814
|
+
SHRQ $0x08, CX
|
|
2815
|
+
MOVB CL, 5(SI)
|
|
2816
|
+
|
|
2817
|
+
// symbol 6
|
|
2818
|
+
MOVQ DX, CX
|
|
2819
|
+
MOVQ R10, R13
|
|
2820
|
+
SHRQ CL, R13
|
|
2821
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2822
|
+
SHLQ CL, R10
|
|
2823
|
+
ADDQ CX, R11
|
|
2824
|
+
SHRQ $0x08, CX
|
|
2825
|
+
MOVB CL, 6(SI)
|
|
2826
|
+
|
|
2827
|
+
// Refill the whole bytes consumed from below the window
|
|
2828
|
+
MOVQ R11, R13
|
|
2829
|
+
ANDQ $0x38, R13
|
|
2830
|
+
MOVQ -8(R8), R14
|
|
2831
|
+
SHRQ $0x01, R14
|
|
2832
|
+
ANDQ $0x07, R11
|
|
2833
|
+
MOVQ R13, CX
|
|
2834
|
+
XORQ $0x3f, CX
|
|
2835
|
+
SHRQ CL, R14
|
|
2836
|
+
MOVQ R11, CX
|
|
2837
|
+
SHLQ CL, R14
|
|
2838
|
+
ORQ R14, R10
|
|
2839
|
+
SHRQ $0x03, R13
|
|
2840
|
+
SUBQ R13, R8
|
|
2841
|
+
ADDQ $0x07, SI
|
|
2842
|
+
CMPQ SI, R12
|
|
2843
|
+
JB inner_loop
|
|
2844
|
+
JMP outer_loop
|
|
2845
|
+
|
|
2846
|
+
done:
|
|
2847
|
+
// Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
|
|
2848
|
+
MOVQ (AX), CX
|
|
2849
|
+
SUBQ (CX), R8
|
|
2850
|
+
MOVQ R8, 24(CX)
|
|
2851
|
+
MOVQ R10, 32(CX)
|
|
2852
|
+
MOVB R11, 40(CX)
|
|
2853
|
+
SUBQ 16(AX), SI
|
|
2854
|
+
MOVQ SI, 40(AX)
|
|
2855
|
+
RET
|
|
2856
|
+
|
|
2857
|
+
// func decompress1x_4b_main_loop_amd64(ctx *decompress1xContext)
|
|
2858
|
+
// Requires: CMOV
|
|
2859
|
+
TEXT ·decompress1x_4b_main_loop_amd64(SB), $0-8
|
|
2860
|
+
MOVQ ctx+0(FP), AX
|
|
2861
|
+
|
|
2862
|
+
// Preload values
|
|
2863
|
+
MOVBQZX 8(AX), DX
|
|
2864
|
+
MOVQ 32(AX), BX
|
|
2865
|
+
MOVQ 16(AX), SI
|
|
2866
|
+
MOVQ 24(AX), DI
|
|
2867
|
+
ADDQ SI, DI
|
|
2868
|
+
MOVQ 56(AX), R8
|
|
2869
|
+
MOVQ 48(AX), R9
|
|
2870
|
+
MOVQ (AX), CX
|
|
2871
|
+
MOVQ 32(CX), R10
|
|
2872
|
+
MOVBQZX 40(CX), R11
|
|
2873
|
+
|
|
2874
|
+
outer_loop:
|
|
2875
|
+
// Iterations allowed by the output: (limit - op) / 16
|
|
2876
|
+
MOVQ DI, CX
|
|
2877
|
+
SUBQ SI, CX
|
|
2878
|
+
JLE done
|
|
2879
|
+
SHRQ $0x04, CX
|
|
2880
|
+
|
|
2881
|
+
// Iterations allowed by the input: a refill reads the 8 bytes below the window and
|
|
2882
|
+
// moves it down by at most 7, so every read stays inside the stream while ip stays
|
|
2883
|
+
// at least 8 above ilowest.
|
|
2884
|
+
MOVQ R8, R12
|
|
2885
|
+
SUBQ R9, R12
|
|
2886
|
+
SHRQ $0x03, R12
|
|
2887
|
+
CMPQ R12, CX
|
|
2888
|
+
CMOVQCS R12, CX
|
|
2889
|
+
TESTQ CX, CX
|
|
2890
|
+
JZ done
|
|
2891
|
+
IMUL3Q $0x0e, CX, R12
|
|
2892
|
+
ADDQ SI, R12
|
|
2893
|
+
PCALIGN $0x40
|
|
2894
|
+
|
|
2895
|
+
inner_loop:
|
|
2896
|
+
// symbol 0
|
|
2897
|
+
MOVQ DX, CX
|
|
2898
|
+
MOVQ R10, R13
|
|
2899
|
+
SHRQ CL, R13
|
|
2900
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2901
|
+
SHLQ CL, R10
|
|
2902
|
+
ADDQ CX, R11
|
|
2903
|
+
SHRQ $0x08, CX
|
|
2904
|
+
MOVB CL, (SI)
|
|
2905
|
+
|
|
2906
|
+
// symbol 1
|
|
2907
|
+
MOVQ DX, CX
|
|
2908
|
+
MOVQ R10, R13
|
|
2909
|
+
SHRQ CL, R13
|
|
2910
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2911
|
+
SHLQ CL, R10
|
|
2912
|
+
ADDQ CX, R11
|
|
2913
|
+
SHRQ $0x08, CX
|
|
2914
|
+
MOVB CL, 1(SI)
|
|
2915
|
+
|
|
2916
|
+
// symbol 2
|
|
2917
|
+
MOVQ DX, CX
|
|
2918
|
+
MOVQ R10, R13
|
|
2919
|
+
SHRQ CL, R13
|
|
2920
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2921
|
+
SHLQ CL, R10
|
|
2922
|
+
ADDQ CX, R11
|
|
2923
|
+
SHRQ $0x08, CX
|
|
2924
|
+
MOVB CL, 2(SI)
|
|
2925
|
+
|
|
2926
|
+
// symbol 3
|
|
2927
|
+
MOVQ DX, CX
|
|
2928
|
+
MOVQ R10, R13
|
|
2929
|
+
SHRQ CL, R13
|
|
2930
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2931
|
+
SHLQ CL, R10
|
|
2932
|
+
ADDQ CX, R11
|
|
2933
|
+
SHRQ $0x08, CX
|
|
2934
|
+
MOVB CL, 3(SI)
|
|
2935
|
+
|
|
2936
|
+
// symbol 4
|
|
2937
|
+
MOVQ DX, CX
|
|
2938
|
+
MOVQ R10, R13
|
|
2939
|
+
SHRQ CL, R13
|
|
2940
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2941
|
+
SHLQ CL, R10
|
|
2942
|
+
ADDQ CX, R11
|
|
2943
|
+
SHRQ $0x08, CX
|
|
2944
|
+
MOVB CL, 4(SI)
|
|
2945
|
+
|
|
2946
|
+
// symbol 5
|
|
2947
|
+
MOVQ DX, CX
|
|
2948
|
+
MOVQ R10, R13
|
|
2949
|
+
SHRQ CL, R13
|
|
2950
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2951
|
+
SHLQ CL, R10
|
|
2952
|
+
ADDQ CX, R11
|
|
2953
|
+
SHRQ $0x08, CX
|
|
2954
|
+
MOVB CL, 5(SI)
|
|
2955
|
+
|
|
2956
|
+
// symbol 6
|
|
2957
|
+
MOVQ DX, CX
|
|
2958
|
+
MOVQ R10, R13
|
|
2959
|
+
SHRQ CL, R13
|
|
2960
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2961
|
+
SHLQ CL, R10
|
|
2962
|
+
ADDQ CX, R11
|
|
2963
|
+
SHRQ $0x08, CX
|
|
2964
|
+
MOVB CL, 6(SI)
|
|
2965
|
+
|
|
2966
|
+
// symbol 7
|
|
2967
|
+
MOVQ DX, CX
|
|
2968
|
+
MOVQ R10, R13
|
|
2969
|
+
SHRQ CL, R13
|
|
2970
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2971
|
+
SHLQ CL, R10
|
|
2972
|
+
ADDQ CX, R11
|
|
2973
|
+
SHRQ $0x08, CX
|
|
2974
|
+
MOVB CL, 7(SI)
|
|
2975
|
+
|
|
2976
|
+
// symbol 8
|
|
2977
|
+
MOVQ DX, CX
|
|
2978
|
+
MOVQ R10, R13
|
|
2979
|
+
SHRQ CL, R13
|
|
2980
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2981
|
+
SHLQ CL, R10
|
|
2982
|
+
ADDQ CX, R11
|
|
2983
|
+
SHRQ $0x08, CX
|
|
2984
|
+
MOVB CL, 8(SI)
|
|
2985
|
+
|
|
2986
|
+
// symbol 9
|
|
2987
|
+
MOVQ DX, CX
|
|
2988
|
+
MOVQ R10, R13
|
|
2989
|
+
SHRQ CL, R13
|
|
2990
|
+
MOVWQZX (BX)(R13*2), CX
|
|
2991
|
+
SHLQ CL, R10
|
|
2992
|
+
ADDQ CX, R11
|
|
2993
|
+
SHRQ $0x08, CX
|
|
2994
|
+
MOVB CL, 9(SI)
|
|
2995
|
+
|
|
2996
|
+
// symbol 10
|
|
2997
|
+
MOVQ DX, CX
|
|
2998
|
+
MOVQ R10, R13
|
|
2999
|
+
SHRQ CL, R13
|
|
3000
|
+
MOVWQZX (BX)(R13*2), CX
|
|
3001
|
+
SHLQ CL, R10
|
|
3002
|
+
ADDQ CX, R11
|
|
3003
|
+
SHRQ $0x08, CX
|
|
3004
|
+
MOVB CL, 10(SI)
|
|
3005
|
+
|
|
3006
|
+
// symbol 11
|
|
3007
|
+
MOVQ DX, CX
|
|
3008
|
+
MOVQ R10, R13
|
|
3009
|
+
SHRQ CL, R13
|
|
3010
|
+
MOVWQZX (BX)(R13*2), CX
|
|
3011
|
+
SHLQ CL, R10
|
|
3012
|
+
ADDQ CX, R11
|
|
3013
|
+
SHRQ $0x08, CX
|
|
3014
|
+
MOVB CL, 11(SI)
|
|
3015
|
+
|
|
3016
|
+
// symbol 12
|
|
3017
|
+
MOVQ DX, CX
|
|
3018
|
+
MOVQ R10, R13
|
|
3019
|
+
SHRQ CL, R13
|
|
3020
|
+
MOVWQZX (BX)(R13*2), CX
|
|
3021
|
+
SHLQ CL, R10
|
|
3022
|
+
ADDQ CX, R11
|
|
3023
|
+
SHRQ $0x08, CX
|
|
3024
|
+
MOVB CL, 12(SI)
|
|
3025
|
+
|
|
3026
|
+
// symbol 13
|
|
3027
|
+
MOVQ DX, CX
|
|
3028
|
+
MOVQ R10, R13
|
|
3029
|
+
SHRQ CL, R13
|
|
3030
|
+
MOVWQZX (BX)(R13*2), CX
|
|
3031
|
+
SHLQ CL, R10
|
|
3032
|
+
ADDQ CX, R11
|
|
3033
|
+
SHRQ $0x08, CX
|
|
3034
|
+
MOVB CL, 13(SI)
|
|
3035
|
+
|
|
3036
|
+
// Refill the whole bytes consumed from below the window
|
|
3037
|
+
MOVQ R11, R13
|
|
3038
|
+
ANDQ $0x38, R13
|
|
3039
|
+
MOVQ -8(R8), R14
|
|
3040
|
+
SHRQ $0x01, R14
|
|
3041
|
+
ANDQ $0x07, R11
|
|
3042
|
+
MOVQ R13, CX
|
|
3043
|
+
XORQ $0x3f, CX
|
|
3044
|
+
SHRQ CL, R14
|
|
3045
|
+
MOVQ R11, CX
|
|
3046
|
+
SHLQ CL, R14
|
|
3047
|
+
ORQ R14, R10
|
|
3048
|
+
SHRQ $0x03, R13
|
|
3049
|
+
SUBQ R13, R8
|
|
3050
|
+
ADDQ $0x0e, SI
|
|
3051
|
+
CMPQ SI, R12
|
|
3052
|
+
JB inner_loop
|
|
3053
|
+
JMP outer_loop
|
|
3054
|
+
|
|
3055
|
+
done:
|
|
3056
|
+
// Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
|
|
3057
|
+
MOVQ (AX), CX
|
|
3058
|
+
SUBQ (CX), R8
|
|
3059
|
+
MOVQ R8, 24(CX)
|
|
3060
|
+
MOVQ R10, 32(CX)
|
|
3061
|
+
MOVB R11, 40(CX)
|
|
3062
|
+
SUBQ 16(AX), SI
|
|
3063
|
+
MOVQ SI, 40(AX)
|
|
3064
|
+
RET
|
|
3065
|
+
|
|
3066
|
+
// func decompress1x_main_loop_bmi2(ctx *decompress1xContext)
|
|
3067
|
+
// Requires: BMI2, CMOV
|
|
3068
|
+
TEXT ·decompress1x_main_loop_bmi2(SB), $0-8
|
|
3069
|
+
MOVQ ctx+0(FP), AX
|
|
3070
|
+
|
|
3071
|
+
// Preload values
|
|
3072
|
+
MOVBQZX 8(AX), CX
|
|
3073
|
+
MOVQ 32(AX), DX
|
|
3074
|
+
MOVQ 16(AX), BX
|
|
3075
|
+
MOVQ 24(AX), SI
|
|
3076
|
+
ADDQ BX, SI
|
|
3077
|
+
MOVQ 56(AX), DI
|
|
3078
|
+
MOVQ 48(AX), R8
|
|
3079
|
+
MOVQ (AX), R10
|
|
3080
|
+
MOVQ 32(R10), R9
|
|
3081
|
+
MOVBQZX 40(R10), R10
|
|
3082
|
+
|
|
3083
|
+
outer_loop:
|
|
3084
|
+
// Iterations allowed by the output: (limit - op) / 8
|
|
3085
|
+
MOVQ SI, R11
|
|
3086
|
+
SUBQ BX, R11
|
|
3087
|
+
JLE done
|
|
3088
|
+
SHRQ $0x03, R11
|
|
3089
|
+
|
|
3090
|
+
// Iterations allowed by the input: a refill reads the 8 bytes below the window and
|
|
3091
|
+
// moves it down by at most 7, so every read stays inside the stream while ip stays
|
|
3092
|
+
// at least 8 above ilowest.
|
|
3093
|
+
MOVQ DI, R12
|
|
3094
|
+
SUBQ R8, R12
|
|
3095
|
+
SHRQ $0x03, R12
|
|
3096
|
+
CMPQ R12, R11
|
|
3097
|
+
CMOVQCS R12, R11
|
|
3098
|
+
TESTQ R11, R11
|
|
3099
|
+
JZ done
|
|
3100
|
+
IMUL3Q $0x05, R11, R11
|
|
3101
|
+
ADDQ BX, R11
|
|
3102
|
+
PCALIGN $0x40
|
|
3103
|
+
|
|
3104
|
+
inner_loop:
|
|
3105
|
+
// symbol 0
|
|
3106
|
+
SHRXQ CX, R9, R12
|
|
3107
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3108
|
+
SHLXQ R12, R9, R9
|
|
3109
|
+
ADDQ R12, R10
|
|
3110
|
+
SHRQ $0x08, R12
|
|
3111
|
+
MOVB R12, (BX)
|
|
3112
|
+
|
|
3113
|
+
// symbol 1
|
|
3114
|
+
SHRXQ CX, R9, R12
|
|
3115
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3116
|
+
SHLXQ R12, R9, R9
|
|
3117
|
+
ADDQ R12, R10
|
|
3118
|
+
SHRQ $0x08, R12
|
|
3119
|
+
MOVB R12, 1(BX)
|
|
3120
|
+
|
|
3121
|
+
// symbol 2
|
|
3122
|
+
SHRXQ CX, R9, R12
|
|
3123
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3124
|
+
SHLXQ R12, R9, R9
|
|
3125
|
+
ADDQ R12, R10
|
|
3126
|
+
SHRQ $0x08, R12
|
|
3127
|
+
MOVB R12, 2(BX)
|
|
3128
|
+
|
|
3129
|
+
// symbol 3
|
|
3130
|
+
SHRXQ CX, R9, R12
|
|
3131
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3132
|
+
SHLXQ R12, R9, R9
|
|
3133
|
+
ADDQ R12, R10
|
|
3134
|
+
SHRQ $0x08, R12
|
|
3135
|
+
MOVB R12, 3(BX)
|
|
3136
|
+
|
|
3137
|
+
// symbol 4
|
|
3138
|
+
SHRXQ CX, R9, R12
|
|
3139
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3140
|
+
SHLXQ R12, R9, R9
|
|
3141
|
+
ADDQ R12, R10
|
|
3142
|
+
SHRQ $0x08, R12
|
|
3143
|
+
MOVB R12, 4(BX)
|
|
3144
|
+
|
|
3145
|
+
// Refill the whole bytes consumed from below the window
|
|
3146
|
+
MOVQ R10, R12
|
|
3147
|
+
ANDQ $0x38, R12
|
|
3148
|
+
MOVQ -8(DI), R13
|
|
3149
|
+
SHRQ $0x01, R13
|
|
3150
|
+
ANDQ $0x07, R10
|
|
3151
|
+
MOVQ R12, R14
|
|
3152
|
+
XORQ $0x3f, R14
|
|
3153
|
+
SHRXQ R14, R13, R13
|
|
3154
|
+
SHLXQ R10, R13, R13
|
|
3155
|
+
ORQ R13, R9
|
|
3156
|
+
SHRQ $0x03, R12
|
|
3157
|
+
SUBQ R12, DI
|
|
3158
|
+
ADDQ $0x05, BX
|
|
3159
|
+
CMPQ BX, R11
|
|
3160
|
+
JB inner_loop
|
|
3161
|
+
JMP outer_loop
|
|
3162
|
+
|
|
3163
|
+
done:
|
|
3164
|
+
// Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
|
|
3165
|
+
MOVQ (AX), CX
|
|
3166
|
+
SUBQ (CX), DI
|
|
3167
|
+
MOVQ DI, 24(CX)
|
|
3168
|
+
MOVQ R9, 32(CX)
|
|
3169
|
+
MOVB R10, 40(CX)
|
|
3170
|
+
SUBQ 16(AX), BX
|
|
3171
|
+
MOVQ BX, 40(AX)
|
|
3172
|
+
RET
|
|
3173
|
+
|
|
3174
|
+
// func decompress1x_8b_main_loop_bmi2(ctx *decompress1xContext)
|
|
3175
|
+
// Requires: BMI2, CMOV
|
|
3176
|
+
TEXT ·decompress1x_8b_main_loop_bmi2(SB), $0-8
|
|
3177
|
+
MOVQ ctx+0(FP), AX
|
|
3178
|
+
|
|
3179
|
+
// Preload values
|
|
3180
|
+
MOVBQZX 8(AX), CX
|
|
3181
|
+
MOVQ 32(AX), DX
|
|
3182
|
+
MOVQ 16(AX), BX
|
|
3183
|
+
MOVQ 24(AX), SI
|
|
3184
|
+
ADDQ BX, SI
|
|
3185
|
+
MOVQ 56(AX), DI
|
|
3186
|
+
MOVQ 48(AX), R8
|
|
3187
|
+
MOVQ (AX), R10
|
|
3188
|
+
MOVQ 32(R10), R9
|
|
3189
|
+
MOVBQZX 40(R10), R10
|
|
3190
|
+
|
|
3191
|
+
outer_loop:
|
|
3192
|
+
// Iterations allowed by the output: (limit - op) / 8
|
|
3193
|
+
MOVQ SI, R11
|
|
3194
|
+
SUBQ BX, R11
|
|
3195
|
+
JLE done
|
|
3196
|
+
SHRQ $0x03, R11
|
|
3197
|
+
|
|
3198
|
+
// Iterations allowed by the input: a refill reads the 8 bytes below the window and
|
|
3199
|
+
// moves it down by at most 7, so every read stays inside the stream while ip stays
|
|
3200
|
+
// at least 8 above ilowest.
|
|
3201
|
+
MOVQ DI, R12
|
|
3202
|
+
SUBQ R8, R12
|
|
3203
|
+
SHRQ $0x03, R12
|
|
3204
|
+
CMPQ R12, R11
|
|
3205
|
+
CMOVQCS R12, R11
|
|
3206
|
+
TESTQ R11, R11
|
|
3207
|
+
JZ done
|
|
3208
|
+
IMUL3Q $0x07, R11, R11
|
|
3209
|
+
ADDQ BX, R11
|
|
3210
|
+
PCALIGN $0x40
|
|
3211
|
+
|
|
3212
|
+
inner_loop:
|
|
3213
|
+
// symbol 0
|
|
3214
|
+
SHRXQ CX, R9, R12
|
|
3215
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3216
|
+
SHLXQ R12, R9, R9
|
|
3217
|
+
ADDQ R12, R10
|
|
3218
|
+
SHRQ $0x08, R12
|
|
3219
|
+
MOVB R12, (BX)
|
|
3220
|
+
|
|
3221
|
+
// symbol 1
|
|
3222
|
+
SHRXQ CX, R9, R12
|
|
3223
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3224
|
+
SHLXQ R12, R9, R9
|
|
3225
|
+
ADDQ R12, R10
|
|
3226
|
+
SHRQ $0x08, R12
|
|
3227
|
+
MOVB R12, 1(BX)
|
|
3228
|
+
|
|
3229
|
+
// symbol 2
|
|
3230
|
+
SHRXQ CX, R9, R12
|
|
3231
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3232
|
+
SHLXQ R12, R9, R9
|
|
3233
|
+
ADDQ R12, R10
|
|
3234
|
+
SHRQ $0x08, R12
|
|
3235
|
+
MOVB R12, 2(BX)
|
|
3236
|
+
|
|
3237
|
+
// symbol 3
|
|
3238
|
+
SHRXQ CX, R9, R12
|
|
3239
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3240
|
+
SHLXQ R12, R9, R9
|
|
3241
|
+
ADDQ R12, R10
|
|
3242
|
+
SHRQ $0x08, R12
|
|
3243
|
+
MOVB R12, 3(BX)
|
|
3244
|
+
|
|
3245
|
+
// symbol 4
|
|
3246
|
+
SHRXQ CX, R9, R12
|
|
3247
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3248
|
+
SHLXQ R12, R9, R9
|
|
3249
|
+
ADDQ R12, R10
|
|
3250
|
+
SHRQ $0x08, R12
|
|
3251
|
+
MOVB R12, 4(BX)
|
|
3252
|
+
|
|
3253
|
+
// symbol 5
|
|
3254
|
+
SHRXQ CX, R9, R12
|
|
3255
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3256
|
+
SHLXQ R12, R9, R9
|
|
3257
|
+
ADDQ R12, R10
|
|
3258
|
+
SHRQ $0x08, R12
|
|
3259
|
+
MOVB R12, 5(BX)
|
|
3260
|
+
|
|
3261
|
+
// symbol 6
|
|
3262
|
+
SHRXQ CX, R9, R12
|
|
3263
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3264
|
+
SHLXQ R12, R9, R9
|
|
3265
|
+
ADDQ R12, R10
|
|
3266
|
+
SHRQ $0x08, R12
|
|
3267
|
+
MOVB R12, 6(BX)
|
|
3268
|
+
|
|
3269
|
+
// Refill the whole bytes consumed from below the window
|
|
3270
|
+
MOVQ R10, R12
|
|
3271
|
+
ANDQ $0x38, R12
|
|
3272
|
+
MOVQ -8(DI), R13
|
|
3273
|
+
SHRQ $0x01, R13
|
|
3274
|
+
ANDQ $0x07, R10
|
|
3275
|
+
MOVQ R12, R14
|
|
3276
|
+
XORQ $0x3f, R14
|
|
3277
|
+
SHRXQ R14, R13, R13
|
|
3278
|
+
SHLXQ R10, R13, R13
|
|
3279
|
+
ORQ R13, R9
|
|
3280
|
+
SHRQ $0x03, R12
|
|
3281
|
+
SUBQ R12, DI
|
|
3282
|
+
ADDQ $0x07, BX
|
|
3283
|
+
CMPQ BX, R11
|
|
3284
|
+
JB inner_loop
|
|
3285
|
+
JMP outer_loop
|
|
3286
|
+
|
|
3287
|
+
done:
|
|
3288
|
+
// Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
|
|
3289
|
+
MOVQ (AX), CX
|
|
3290
|
+
SUBQ (CX), DI
|
|
3291
|
+
MOVQ DI, 24(CX)
|
|
3292
|
+
MOVQ R9, 32(CX)
|
|
3293
|
+
MOVB R10, 40(CX)
|
|
3294
|
+
SUBQ 16(AX), BX
|
|
3295
|
+
MOVQ BX, 40(AX)
|
|
3296
|
+
RET
|
|
3297
|
+
|
|
3298
|
+
// func decompress1x_4b_main_loop_bmi2(ctx *decompress1xContext)
|
|
3299
|
+
// Requires: BMI2, CMOV
|
|
3300
|
+
TEXT ·decompress1x_4b_main_loop_bmi2(SB), $0-8
|
|
3301
|
+
MOVQ ctx+0(FP), AX
|
|
3302
|
+
|
|
3303
|
+
// Preload values
|
|
3304
|
+
MOVBQZX 8(AX), CX
|
|
3305
|
+
MOVQ 32(AX), DX
|
|
3306
|
+
MOVQ 16(AX), BX
|
|
3307
|
+
MOVQ 24(AX), SI
|
|
3308
|
+
ADDQ BX, SI
|
|
3309
|
+
MOVQ 56(AX), DI
|
|
3310
|
+
MOVQ 48(AX), R8
|
|
3311
|
+
MOVQ (AX), R10
|
|
3312
|
+
MOVQ 32(R10), R9
|
|
3313
|
+
MOVBQZX 40(R10), R10
|
|
3314
|
+
|
|
3315
|
+
outer_loop:
|
|
3316
|
+
// Iterations allowed by the output: (limit - op) / 16
|
|
3317
|
+
MOVQ SI, R11
|
|
3318
|
+
SUBQ BX, R11
|
|
3319
|
+
JLE done
|
|
3320
|
+
SHRQ $0x04, R11
|
|
3321
|
+
|
|
3322
|
+
// Iterations allowed by the input: a refill reads the 8 bytes below the window and
|
|
3323
|
+
// moves it down by at most 7, so every read stays inside the stream while ip stays
|
|
3324
|
+
// at least 8 above ilowest.
|
|
3325
|
+
MOVQ DI, R12
|
|
3326
|
+
SUBQ R8, R12
|
|
3327
|
+
SHRQ $0x03, R12
|
|
3328
|
+
CMPQ R12, R11
|
|
3329
|
+
CMOVQCS R12, R11
|
|
3330
|
+
TESTQ R11, R11
|
|
3331
|
+
JZ done
|
|
3332
|
+
IMUL3Q $0x0e, R11, R11
|
|
3333
|
+
ADDQ BX, R11
|
|
3334
|
+
PCALIGN $0x40
|
|
3335
|
+
|
|
3336
|
+
inner_loop:
|
|
3337
|
+
// symbol 0
|
|
3338
|
+
SHRXQ CX, R9, R12
|
|
3339
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3340
|
+
SHLXQ R12, R9, R9
|
|
3341
|
+
ADDQ R12, R10
|
|
3342
|
+
SHRQ $0x08, R12
|
|
3343
|
+
MOVB R12, (BX)
|
|
3344
|
+
|
|
3345
|
+
// symbol 1
|
|
3346
|
+
SHRXQ CX, R9, R12
|
|
3347
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3348
|
+
SHLXQ R12, R9, R9
|
|
3349
|
+
ADDQ R12, R10
|
|
3350
|
+
SHRQ $0x08, R12
|
|
3351
|
+
MOVB R12, 1(BX)
|
|
3352
|
+
|
|
3353
|
+
// symbol 2
|
|
3354
|
+
SHRXQ CX, R9, R12
|
|
3355
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3356
|
+
SHLXQ R12, R9, R9
|
|
3357
|
+
ADDQ R12, R10
|
|
3358
|
+
SHRQ $0x08, R12
|
|
3359
|
+
MOVB R12, 2(BX)
|
|
3360
|
+
|
|
3361
|
+
// symbol 3
|
|
3362
|
+
SHRXQ CX, R9, R12
|
|
3363
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3364
|
+
SHLXQ R12, R9, R9
|
|
3365
|
+
ADDQ R12, R10
|
|
3366
|
+
SHRQ $0x08, R12
|
|
3367
|
+
MOVB R12, 3(BX)
|
|
3368
|
+
|
|
3369
|
+
// symbol 4
|
|
3370
|
+
SHRXQ CX, R9, R12
|
|
3371
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3372
|
+
SHLXQ R12, R9, R9
|
|
3373
|
+
ADDQ R12, R10
|
|
3374
|
+
SHRQ $0x08, R12
|
|
3375
|
+
MOVB R12, 4(BX)
|
|
3376
|
+
|
|
3377
|
+
// symbol 5
|
|
3378
|
+
SHRXQ CX, R9, R12
|
|
3379
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3380
|
+
SHLXQ R12, R9, R9
|
|
3381
|
+
ADDQ R12, R10
|
|
3382
|
+
SHRQ $0x08, R12
|
|
3383
|
+
MOVB R12, 5(BX)
|
|
3384
|
+
|
|
3385
|
+
// symbol 6
|
|
3386
|
+
SHRXQ CX, R9, R12
|
|
3387
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3388
|
+
SHLXQ R12, R9, R9
|
|
3389
|
+
ADDQ R12, R10
|
|
3390
|
+
SHRQ $0x08, R12
|
|
3391
|
+
MOVB R12, 6(BX)
|
|
3392
|
+
|
|
3393
|
+
// symbol 7
|
|
3394
|
+
SHRXQ CX, R9, R12
|
|
3395
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3396
|
+
SHLXQ R12, R9, R9
|
|
3397
|
+
ADDQ R12, R10
|
|
3398
|
+
SHRQ $0x08, R12
|
|
3399
|
+
MOVB R12, 7(BX)
|
|
3400
|
+
|
|
3401
|
+
// symbol 8
|
|
3402
|
+
SHRXQ CX, R9, R12
|
|
3403
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3404
|
+
SHLXQ R12, R9, R9
|
|
3405
|
+
ADDQ R12, R10
|
|
3406
|
+
SHRQ $0x08, R12
|
|
3407
|
+
MOVB R12, 8(BX)
|
|
3408
|
+
|
|
3409
|
+
// symbol 9
|
|
3410
|
+
SHRXQ CX, R9, R12
|
|
3411
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3412
|
+
SHLXQ R12, R9, R9
|
|
3413
|
+
ADDQ R12, R10
|
|
3414
|
+
SHRQ $0x08, R12
|
|
3415
|
+
MOVB R12, 9(BX)
|
|
3416
|
+
|
|
3417
|
+
// symbol 10
|
|
3418
|
+
SHRXQ CX, R9, R12
|
|
3419
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3420
|
+
SHLXQ R12, R9, R9
|
|
3421
|
+
ADDQ R12, R10
|
|
3422
|
+
SHRQ $0x08, R12
|
|
3423
|
+
MOVB R12, 10(BX)
|
|
3424
|
+
|
|
3425
|
+
// symbol 11
|
|
3426
|
+
SHRXQ CX, R9, R12
|
|
3427
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3428
|
+
SHLXQ R12, R9, R9
|
|
3429
|
+
ADDQ R12, R10
|
|
3430
|
+
SHRQ $0x08, R12
|
|
3431
|
+
MOVB R12, 11(BX)
|
|
3432
|
+
|
|
3433
|
+
// symbol 12
|
|
3434
|
+
SHRXQ CX, R9, R12
|
|
3435
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3436
|
+
SHLXQ R12, R9, R9
|
|
3437
|
+
ADDQ R12, R10
|
|
3438
|
+
SHRQ $0x08, R12
|
|
3439
|
+
MOVB R12, 12(BX)
|
|
3440
|
+
|
|
3441
|
+
// symbol 13
|
|
3442
|
+
SHRXQ CX, R9, R12
|
|
3443
|
+
MOVWQZX (DX)(R12*2), R12
|
|
3444
|
+
SHLXQ R12, R9, R9
|
|
3445
|
+
ADDQ R12, R10
|
|
3446
|
+
SHRQ $0x08, R12
|
|
3447
|
+
MOVB R12, 13(BX)
|
|
3448
|
+
|
|
3449
|
+
// Refill the whole bytes consumed from below the window
|
|
3450
|
+
MOVQ R10, R12
|
|
3451
|
+
ANDQ $0x38, R12
|
|
3452
|
+
MOVQ -8(DI), R13
|
|
3453
|
+
SHRQ $0x01, R13
|
|
3454
|
+
ANDQ $0x07, R10
|
|
3455
|
+
MOVQ R12, R14
|
|
3456
|
+
XORQ $0x3f, R14
|
|
3457
|
+
SHRXQ R14, R13, R13
|
|
3458
|
+
SHLXQ R10, R13, R13
|
|
3459
|
+
ORQ R13, R9
|
|
3460
|
+
SHRQ $0x03, R12
|
|
3461
|
+
SUBQ R12, DI
|
|
3462
|
+
ADDQ $0x0e, BX
|
|
3463
|
+
CMPQ BX, R11
|
|
3464
|
+
JB inner_loop
|
|
3465
|
+
JMP outer_loop
|
|
3466
|
+
|
|
3467
|
+
done:
|
|
3468
|
+
// Hand the state back in the Go bit reader's own form: off = ip - in, value, bitsRead.
|
|
3469
|
+
MOVQ (AX), CX
|
|
3470
|
+
SUBQ (CX), DI
|
|
3471
|
+
MOVQ DI, 24(CX)
|
|
3472
|
+
MOVQ R9, 32(CX)
|
|
3473
|
+
MOVB R10, 40(CX)
|
|
3474
|
+
SUBQ 16(AX), BX
|
|
3475
|
+
MOVQ BX, 40(AX)
|
|
3476
|
+
RET
|