wasmtime 17.0.1 → 18.0.3

data/ext/cargo-vendor/wasmtime-cranelift-17.0.1/src/compiler/component.rs

@@ -1,959 +0,0 @@
-//! Compilation support for the component model.
-
-use crate::compiler::{Compiler, NativeRet};
-use anyhow::Result;
-use cranelift_codegen::ir::{self, InstBuilder, MemFlags};
-use cranelift_codegen::isa::{CallConv, TargetIsa};
-use cranelift_frontend::FunctionBuilder;
-use std::any::Any;
-use wasmtime_cranelift_shared::{ALWAYS_TRAP_CODE, CANNOT_ENTER_CODE};
-use wasmtime_environ::component::*;
-use wasmtime_environ::{PtrSize, SignatureIndex, WasmType};
-
-struct TrampolineCompiler<'a> {
-    compiler: &'a Compiler,
-    isa: &'a (dyn TargetIsa + 'static),
-    builder: FunctionBuilder<'a>,
-    component: &'a Component,
-    types: &'a ComponentTypesBuilder,
-    offsets: VMComponentOffsets<u8>,
-    abi: Abi,
-    block0: ir::Block,
-    signature: SignatureIndex,
-}
-
-#[derive(Copy, Clone)]
-enum Abi {
-    Wasm,
-    Native,
-    Array,
-}
-
-impl<'a> TrampolineCompiler<'a> {
-    fn new(
-        compiler: &'a Compiler,
-        func_compiler: &'a mut super::FunctionCompiler<'_>,
-        component: &'a Component,
-        types: &'a ComponentTypesBuilder,
-        index: TrampolineIndex,
-        abi: Abi,
-    ) -> TrampolineCompiler<'a> {
-        let isa = &*compiler.isa;
-        let signature = component.trampolines[index];
-        let ty = &types[signature];
-        let func = ir::Function::with_name_signature(
-            ir::UserFuncName::user(0, 0),
-            match abi {
-                Abi::Wasm => crate::wasm_call_signature(isa, ty, &compiler.tunables),
-                Abi::Native => crate::native_call_signature(isa, ty),
-                Abi::Array => crate::array_call_signature(isa),
-            },
-        );
-        let (builder, block0) = func_compiler.builder(func);
-        TrampolineCompiler {
-            compiler,
-            isa,
-            builder,
-            component,
-            types,
-            offsets: VMComponentOffsets::new(isa.pointer_bytes(), component),
-            abi,
-            block0,
-            signature,
-        }
-    }
-
-    fn translate(&mut self, trampoline: &Trampoline) {
-        match trampoline {
-            Trampoline::Transcoder {
-                op,
-                from,
-                from64,
-                to,
-                to64,
-            } => {
-                match self.abi {
-                    Abi::Wasm => {
-                        self.translate_transcode(*op, *from, *from64, *to, *to64);
-                    }
-                    // Transcoders can only actually be called by Wasm, so let's assert
-                    // that here.
-                    Abi::Native | Abi::Array => {
-                        self.builder
-                            .ins()
-                            .trap(ir::TrapCode::User(crate::DEBUG_ASSERT_TRAP_CODE));
-                    }
-                }
-            }
-            Trampoline::LowerImport {
-                index,
-                options,
-                lower_ty,
-            } => {
-                self.translate_lower_import(*index, options, *lower_ty);
-            }
-            Trampoline::AlwaysTrap => {
-                self.builder
-                    .ins()
-                    .trap(ir::TrapCode::User(ALWAYS_TRAP_CODE));
-            }
-            Trampoline::ResourceNew(ty) => self.translate_resource_new(*ty),
-            Trampoline::ResourceRep(ty) => self.translate_resource_rep(*ty),
-            Trampoline::ResourceDrop(ty) => self.translate_resource_drop(*ty),
-            Trampoline::ResourceTransferOwn => {
-                self.translate_resource_libcall(host::resource_transfer_own)
-            }
-            Trampoline::ResourceTransferBorrow => {
-                self.translate_resource_libcall(host::resource_transfer_borrow)
-            }
-            Trampoline::ResourceEnterCall => {
-                self.translate_resource_libcall(host::resource_enter_call)
-            }
-            Trampoline::ResourceExitCall => {
-                self.translate_resource_libcall(host::resource_exit_call)
-            }
-        }
-    }
-
-    fn translate_lower_import(
-        &mut self,
-        index: LoweredIndex,
-        options: &CanonicalOptions,
-        lower_ty: TypeFuncIndex,
-    ) {
-        let pointer_type = self.isa.pointer_type();
-        let args = self.builder.func.dfg.block_params(self.block0).to_vec();
-        let vmctx = args[0];
-        let wasm_func_ty = &self.types[self.signature];
-
-        // More handling is necessary here if this changes
-        assert!(matches!(
-            NativeRet::classify(pointer_type, wasm_func_ty),
-            NativeRet::Bare
-        ));
-
-        // Start off by spilling all the wasm arguments into a stack slot to be
-        // passed to the host function.
-        let (values_vec_ptr, values_vec_len) = match self.abi {
-            Abi::Wasm | Abi::Native => {
-                let (ptr, len) = self.compiler.allocate_stack_array_and_spill_args(
-                    wasm_func_ty,
-                    &mut self.builder,
-                    &args[2..],
-                );
-                let len = self.builder.ins().iconst(pointer_type, i64::from(len));
-                (ptr, len)
-            }
-            Abi::Array => {
-                let params = self.builder.func.dfg.block_params(self.block0);
-                (params[2], params[3])
-            }
-        };
-
-        // Below this will incrementally build both the signature of the host
-        // function we're calling as well as the list of arguments since the
-        // list is somewhat long.
-        let mut callee_args = Vec::new();
-        let mut host_sig = ir::Signature::new(CallConv::triple_default(self.isa.triple()));
-
-        let CanonicalOptions {
-            instance,
-            memory,
-            realloc,
-            post_return,
-            string_encoding,
-        } = *options;
-
-        // vmctx: *mut VMComponentContext
-        host_sig.params.push(ir::AbiParam::new(pointer_type));
-        callee_args.push(vmctx);
-
-        // data: *mut u8,
-        host_sig.params.push(ir::AbiParam::new(pointer_type));
-        callee_args.push(self.builder.ins().load(
-            pointer_type,
-            MemFlags::trusted(),
-            vmctx,
-            i32::try_from(self.offsets.lowering_data(index)).unwrap(),
-        ));
-
-        // ty: TypeFuncIndex,
-        host_sig.params.push(ir::AbiParam::new(ir::types::I32));
-        callee_args.push(
-            self.builder
-                .ins()
-                .iconst(ir::types::I32, i64::from(lower_ty.as_u32())),
-        );
-
-        // flags: *mut VMGlobalDefinition
-        host_sig.params.push(ir::AbiParam::new(pointer_type));
-        callee_args.push(
-            self.builder
-                .ins()
-                .iadd_imm(vmctx, i64::from(self.offsets.instance_flags(instance))),
-        );
-
-        // memory: *mut VMMemoryDefinition
-        host_sig.params.push(ir::AbiParam::new(pointer_type));
-        callee_args.push(match memory {
-            Some(idx) => self.builder.ins().load(
-                pointer_type,
-                MemFlags::trusted(),
-                vmctx,
-                i32::try_from(self.offsets.runtime_memory(idx)).unwrap(),
-            ),
-            None => self.builder.ins().iconst(pointer_type, 0),
-        });
-
-        // realloc: *mut VMFuncRef
-        host_sig.params.push(ir::AbiParam::new(pointer_type));
-        callee_args.push(match realloc {
-            Some(idx) => self.builder.ins().load(
-                pointer_type,
-                MemFlags::trusted(),
-                vmctx,
-                i32::try_from(self.offsets.runtime_realloc(idx)).unwrap(),
-            ),
-            None => self.builder.ins().iconst(pointer_type, 0),
-        });
-
-        // A post-return option is only valid on `canon.lift`'d functions so no
-        // valid component should have this specified for a lowering which this
-        // trampoline compiler is interested in.
-        assert!(post_return.is_none());
-
-        // string_encoding: StringEncoding
-        host_sig.params.push(ir::AbiParam::new(ir::types::I8));
-        callee_args.push(
-            self.builder
-                .ins()
-                .iconst(ir::types::I8, i64::from(string_encoding as u8)),
-        );
-
-        // storage: *mut ValRaw
-        host_sig.params.push(ir::AbiParam::new(pointer_type));
-        callee_args.push(values_vec_ptr);
-
-        // storage_len: usize
-        host_sig.params.push(ir::AbiParam::new(pointer_type));
-        callee_args.push(values_vec_len);
-
-        // Load host function pointer from the vmcontext and then call that
-        // indirect function pointer with the list of arguments.
-        let host_fn = self.builder.ins().load(
-            pointer_type,
-            MemFlags::trusted(),
-            vmctx,
-            i32::try_from(self.offsets.lowering_callee(index)).unwrap(),
-        );
-        let host_sig = self.builder.import_signature(host_sig);
-        self.builder
-            .ins()
-            .call_indirect(host_sig, host_fn, &callee_args);
-
-        match self.abi {
-            Abi::Wasm | Abi::Native => {
-                // After the host function has returned the results are loaded from
-                // `values_vec_ptr` and then returned.
-                let results = self.compiler.load_values_from_array(
-                    wasm_func_ty.returns(),
-                    &mut self.builder,
-                    values_vec_ptr,
-                    values_vec_len,
-                );
-                self.builder.ins().return_(&results);
-            }
-            Abi::Array => {
-                self.builder.ins().return_(&[]);
-            }
-        }
-    }
-
-    fn translate_resource_new(&mut self, resource: TypeResourceTableIndex) {
-        let args = self.abi_load_params();
-        let vmctx = args[0];
-
-        // The arguments this shim passes along to the libcall are:
-        //
-        //   * the vmctx
-        //   * a constant value for this `ResourceNew` intrinsic
-        //   * the wasm argument to wrap
-        let mut host_args = Vec::new();
-        host_args.push(vmctx);
-        host_args.push(
-            self.builder
-                .ins()
-                .iconst(ir::types::I32, i64::from(resource.as_u32())),
-        );
-        host_args.push(args[2]);
-
-        // Currently this only support resources represented by `i32`
-        assert_eq!(self.types[self.signature].params()[0], WasmType::I32);
-        let (host_sig, offset) = host::resource_new32(self.isa, &mut self.builder.func);
-
-        let host_fn = self.load_libcall(vmctx, offset);
-        let call = self
-            .builder
-            .ins()
-            .call_indirect(host_sig, host_fn, &host_args);
-        let result = self.builder.func.dfg.inst_results(call)[0];
-        self.abi_store_results(&[result]);
-    }
-
-    fn translate_resource_rep(&mut self, resource: TypeResourceTableIndex) {
-        let args = self.abi_load_params();
-        let vmctx = args[0];
-
-        // The arguments this shim passes along to the libcall are:
-        //
-        //   * the vmctx
-        //   * a constant value for this `ResourceRep` intrinsic
-        //   * the wasm argument to unwrap
-        let mut host_args = Vec::new();
-        host_args.push(vmctx);
-        host_args.push(
-            self.builder
-                .ins()
-                .iconst(ir::types::I32, i64::from(resource.as_u32())),
-        );
-        host_args.push(args[2]);
-
-        // Currently this only support resources represented by `i32`
-        assert_eq!(self.types[self.signature].returns()[0], WasmType::I32);
-        let (host_sig, offset) = host::resource_rep32(self.isa, &mut self.builder.func);
-
-        let host_fn = self.load_libcall(vmctx, offset);
-        let call = self
-            .builder
-            .ins()
-            .call_indirect(host_sig, host_fn, &host_args);
-        let result = self.builder.func.dfg.inst_results(call)[0];
-        self.abi_store_results(&[result]);
-    }
-
-    fn translate_resource_drop(&mut self, resource: TypeResourceTableIndex) {
-        let args = self.abi_load_params();
-        let vmctx = args[0];
-        let caller_vmctx = args[1];
-        let pointer_type = self.isa.pointer_type();
-
-        // The arguments this shim passes along to the libcall are:
-        //
-        //   * the vmctx
-        //   * a constant value for this `ResourceDrop` intrinsic
-        //   * the wasm handle index to drop
-        let mut host_args = Vec::new();
-        host_args.push(vmctx);
-        host_args.push(
-            self.builder
-                .ins()
-                .iconst(ir::types::I32, i64::from(resource.as_u32())),
-        );
-        host_args.push(args[2]);
-
-        let (host_sig, offset) = host::resource_drop(self.isa, &mut self.builder.func);
-        let host_fn = self.load_libcall(vmctx, offset);
-        let call = self
-            .builder
-            .ins()
-            .call_indirect(host_sig, host_fn, &host_args);
-        let should_run_destructor = self.builder.func.dfg.inst_results(call)[0];
-
-        let resource_ty = self.types[resource].ty;
-        let resource_def = self
-            .component
-            .defined_resource_index(resource_ty)
-            .map(|idx| {
-                self.component
-                    .initializers
-                    .iter()
-                    .filter_map(|i| match i {
-                        GlobalInitializer::Resource(r) if r.index == idx => Some(r),
-                        _ => None,
-                    })
-                    .next()
-                    .unwrap()
-            });
-        let has_destructor = match resource_def {
-            Some(def) => def.dtor.is_some(),
-            None => true,
-        };
-        // Synthesize the following:
-        //
-        //      ...
-        //      brif should_run_destructor, run_destructor_block, return_block
-        //
-        //    run_destructor_block:
-        //      ;; test may_enter, but only if the component instances
-        //      ;; differ
-        //      flags = load.i32 vmctx+$offset
-        //      masked = band flags, $FLAG_MAY_ENTER
-        //      trapz masked, CANNOT_ENTER_CODE
-        //
-        //      ;; ============================================================
-        //      ;; this is conditionally emitted based on whether the resource
-        //      ;; has a destructor or not, and can be statically omitted
-        //      ;; because that information is known at compile time here.
-        //      rep = ushr.i64 rep, 1
-        //      rep = ireduce.i32 rep
-        //      dtor = load.ptr vmctx+$offset
-        //      func_addr = load.ptr dtor+$offset
-        //      callee_vmctx = load.ptr dtor+$offset
-        //      call_indirect func_addr, callee_vmctx, vmctx, rep
-        //      ;; ============================================================
-        //
-        //      jump return_block
-        //
-        //    return_block:
-        //      return
-        //
-        // This will decode `should_run_destructor` and run the destructor
-        // funcref if one is specified for this resource. Note that not all
-        // resources have destructors, hence the null check.
-        self.builder.ensure_inserted_block();
-        let current_block = self.builder.current_block().unwrap();
-        let run_destructor_block = self.builder.create_block();
-        self.builder
-            .insert_block_after(run_destructor_block, current_block);
-        let return_block = self.builder.create_block();
-        self.builder
-            .insert_block_after(return_block, run_destructor_block);
-
-        self.builder.ins().brif(
-            should_run_destructor,
-            run_destructor_block,
-            &[],
-            return_block,
-            &[],
-        );
-
-        let trusted = ir::MemFlags::trusted().with_readonly();
-
-        self.builder.switch_to_block(run_destructor_block);
-
-        // If this is a defined resource within the component itself then a
-        // check needs to be emitted for the `may_enter` flag. Note though
-        // that this check can be elided if the resource table resides in
-        // the same component instance that defined the resource as the
-        // component is calling itself.
-        if let Some(def) = resource_def {
-            if self.types[resource].instance != def.instance {
-                let flags = self.builder.ins().load(
-                    ir::types::I32,
-                    trusted,
-                    vmctx,
-                    i32::try_from(self.offsets.instance_flags(def.instance)).unwrap(),
-                );
-                let masked = self
-                    .builder
-                    .ins()
-                    .band_imm(flags, i64::from(FLAG_MAY_ENTER));
-                self.builder
-                    .ins()
-                    .trapz(masked, ir::TrapCode::User(CANNOT_ENTER_CODE));
-            }
-        }
-
-        // Conditionally emit destructor-execution code based on whether we
-        // statically know that a destructor exists or not.
-        if has_destructor {
-            let rep = self.builder.ins().ushr_imm(should_run_destructor, 1);
-            let rep = self.builder.ins().ireduce(ir::types::I32, rep);
-            let index = self.types[resource].ty;
-            // NB: despite the vmcontext storing nullable funcrefs for function
-            // pointers we know this is statically never null due to the
-            // `has_destructor` check above.
-            let dtor_func_ref = self.builder.ins().load(
-                pointer_type,
-                trusted,
-                vmctx,
-                i32::try_from(self.offsets.resource_destructor(index)).unwrap(),
-            );
-            if cfg!(debug_assertions) {
-                self.builder.ins().trapz(
-                    dtor_func_ref,
-                    ir::TrapCode::User(crate::DEBUG_ASSERT_TRAP_CODE),
-                );
-            }
-            let func_addr = self.builder.ins().load(
-                pointer_type,
-                trusted,
-                dtor_func_ref,
-                i32::from(self.offsets.ptr.vm_func_ref_wasm_call()),
-            );
-            let callee_vmctx = self.builder.ins().load(
-                pointer_type,
-                trusted,
-                dtor_func_ref,
-                i32::from(self.offsets.ptr.vm_func_ref_vmctx()),
-            );
-
-            let sig = crate::wasm_call_signature(
-                self.isa,
-                &self.types[self.signature],
-                &self.compiler.tunables,
-            );
-            let sig_ref = self.builder.import_signature(sig);
-
-            // NB: note that the "caller" vmctx here is the caller of this
-            // intrinsic itself, not the `VMComponentContext`. This effectively
-            // takes ourselves out of the chain here but that's ok since the
-            // caller is only used for store/limits and that same info is
-            // stored, but elsewhere, in the component context.
-            self.builder.ins().call_indirect(
-                sig_ref,
-                func_addr,
-                &[callee_vmctx, caller_vmctx, rep],
-            );
-        }
-        self.builder.ins().jump(return_block, &[]);
-        self.builder.seal_block(run_destructor_block);
-
-        self.builder.switch_to_block(return_block);
-        self.builder.ins().return_(&[]);
-        self.builder.seal_block(return_block);
-    }
-
-    /// Invokes a host libcall and returns the result.
-    ///
-    /// Only intended for simple trampolines and effectively acts as a bridge
-    /// from the wasm abi to host.
-    fn translate_resource_libcall(
-        &mut self,
-        get_libcall: fn(&dyn TargetIsa, &mut ir::Function) -> (ir::SigRef, u32),
-    ) {
-        match self.abi {
-            Abi::Wasm => {}
-
-            // These trampolines can only actually be called by Wasm, so
-            // let's assert that here.
-            Abi::Native | Abi::Array => {
-                self.builder
-                    .ins()
-                    .trap(ir::TrapCode::User(crate::DEBUG_ASSERT_TRAP_CODE));
-                return;
-            }
-        }
-
-        let args = self.builder.func.dfg.block_params(self.block0).to_vec();
-        let vmctx = args[0];
-        let mut host_args = vec![vmctx];
-        host_args.extend(args[2..].iter().copied());
-        let (host_sig, offset) = get_libcall(self.isa, &mut self.builder.func);
-        let host_fn = self.load_libcall(vmctx, offset);
-        let call = self
-            .builder
-            .ins()
-            .call_indirect(host_sig, host_fn, &host_args);
-        let results = self.builder.func.dfg.inst_results(call).to_vec();
-        self.builder.ins().return_(&results);
-    }
-
-    /// Loads a host function pointer for a libcall stored at the `offset`
-    /// provided in the libcalls array.
-    ///
-    /// The offset is calculated in the `host` module below.
-    fn load_libcall(&mut self, vmctx: ir::Value, offset: u32) -> ir::Value {
-        let pointer_type = self.isa.pointer_type();
-        // First load the pointer to the libcalls structure which is static
-        // per-process.
-        let libcalls_array = self.builder.ins().load(
-            pointer_type,
-            MemFlags::trusted().with_readonly(),
-            vmctx,
-            i32::try_from(self.offsets.libcalls()).unwrap(),
-        );
-        // Next load the function pointer at `offset` and return that.
-        self.builder.ins().load(
-            pointer_type,
-            MemFlags::trusted().with_readonly(),
-            libcalls_array,
-            i32::try_from(offset * u32::from(self.offsets.ptr.size())).unwrap(),
-        )
-    }
-
-    fn abi_load_params(&mut self) -> Vec<ir::Value> {
-        let mut block0_params = self.builder.func.dfg.block_params(self.block0).to_vec();
-        match self.abi {
-            // Wasm and native ABIs pass parameters as normal function
-            // parameters.
-            Abi::Wasm | Abi::Native => block0_params,
-
-            // The array ABI passes a pointer/length as the 3rd/4th arguments
-            // and those are used to load the actual wasm parameters.
-            Abi::Array => {
-                let results = self.compiler.load_values_from_array(
-                    self.types[self.signature].params(),
-                    &mut self.builder,
-                    block0_params[2],
-                    block0_params[3],
-                );
-                block0_params.truncate(2);
-                block0_params.extend(results);
-                block0_params
-            }
-        }
-    }
-
-    fn abi_store_results(&mut self, results: &[ir::Value]) {
-        match self.abi {
-            // Wasm/native ABIs return values as usual.
-            Abi::Wasm | Abi::Native => {
-                self.builder.ins().return_(results);
-            }
-
-            // The array ABI stores all results in the pointer/length passed
-            // as arguments to this function, which contractually are required
-            // to have enough space for the results.
-            Abi::Array => {
-                let block0_params = self.builder.func.dfg.block_params(self.block0);
-                let (ptr, len) = (block0_params[2], block0_params[3]);
-                self.compiler.store_values_to_array(
-                    &mut self.builder,
-                    self.types[self.signature].returns(),
-                    results,
-                    ptr,
-                    len,
-                );
-                self.builder.ins().return_(&[]);
-            }
-        }
-    }
-}
-
-impl ComponentCompiler for Compiler {
-    fn compile_trampoline(
-        &self,
-        component: &ComponentTranslation,
-        types: &ComponentTypesBuilder,
-        index: TrampolineIndex,
-    ) -> Result<AllCallFunc<Box<dyn Any + Send>>> {
-        let compile = |abi: Abi| -> Result<_> {
-            let mut compiler = self.function_compiler();
-            let mut c = TrampolineCompiler::new(
-                self,
-                &mut compiler,
-                &component.component,
-                types,
-                index,
-                abi,
-            );
-
-            // If we are crossing the Wasm-to-native boundary, we need to save the
-            // exit FP and return address for stack walking purposes. However, we
-            // always debug assert that our vmctx is a component context, regardless
-            // whether we are actually crossing that boundary because it should
-            // always hold.
-            let vmctx = c.builder.block_params(c.block0)[0];
-            let pointer_type = self.isa.pointer_type();
-            super::debug_assert_vmctx_kind(
-                &*self.isa,
-                &mut c.builder,
-                vmctx,
-                wasmtime_environ::component::VMCOMPONENT_MAGIC,
-            );
-            if let Abi::Wasm = abi {
-                let limits = c.builder.ins().load(
-                    pointer_type,
-                    MemFlags::trusted(),
-                    vmctx,
-                    i32::try_from(c.offsets.limits()).unwrap(),
-                );
-                super::save_last_wasm_exit_fp_and_pc(
-                    &mut c.builder,
-                    pointer_type,
-                    &c.offsets.ptr,
-                    limits,
-                );
-            }
-
-            c.translate(&component.trampolines[index]);
-            c.builder.finalize();
-
-            Ok(Box::new(compiler.finish()?))
-        };
-        Ok(AllCallFunc {
-            wasm_call: compile(Abi::Wasm)?,
-            array_call: compile(Abi::Array)?,
-            native_call: compile(Abi::Native)?,
-        })
-    }
-}
-
-impl TrampolineCompiler<'_> {
-    fn translate_transcode(
-        &mut self,
-        op: Transcode,
-        from: RuntimeMemoryIndex,
-        from64: bool,
-        to: RuntimeMemoryIndex,
-        to64: bool,
-    ) {
-        let pointer_type = self.isa.pointer_type();
-        let vmctx = self.builder.func.dfg.block_params(self.block0)[0];
-
-        // Determine the static signature of the host libcall for this transcode
-        // operation and additionally calculate the static offset within the
-        // transode libcalls array.
-        let func = &mut self.builder.func;
-        let (sig, offset) = match op {
-            Transcode::Copy(FixedEncoding::Utf8) => host::utf8_to_utf8(self.isa, func),
-            Transcode::Copy(FixedEncoding::Utf16) => host::utf16_to_utf16(self.isa, func),
-            Transcode::Copy(FixedEncoding::Latin1) => host::latin1_to_latin1(self.isa, func),
-            Transcode::Latin1ToUtf16 => host::latin1_to_utf16(self.isa, func),
-            Transcode::Latin1ToUtf8 => host::latin1_to_utf8(self.isa, func),
-            Transcode::Utf16ToCompactProbablyUtf16 => {
-                host::utf16_to_compact_probably_utf16(self.isa, func)
-            }
-            Transcode::Utf16ToCompactUtf16 => host::utf16_to_compact_utf16(self.isa, func),
-            Transcode::Utf16ToLatin1 => host::utf16_to_latin1(self.isa, func),
-            Transcode::Utf16ToUtf8 => host::utf16_to_utf8(self.isa, func),
-            Transcode::Utf8ToCompactUtf16 => host::utf8_to_compact_utf16(self.isa, func),
-            Transcode::Utf8ToLatin1 => host::utf8_to_latin1(self.isa, func),
-            Transcode::Utf8ToUtf16 => host::utf8_to_utf16(self.isa, func),
-        };
-
-        let libcall = self.load_libcall(vmctx, offset);
-
-        // Load the base pointers for the from/to linear memories.
-        let from_base = self.load_runtime_memory_base(vmctx, from);
-        let to_base = self.load_runtime_memory_base(vmctx, to);
-
-        let mut args = Vec::new();
-
-        let uses_retptr = match op {
-            Transcode::Utf16ToUtf8
-            | Transcode::Latin1ToUtf8
-            | Transcode::Utf8ToLatin1
-            | Transcode::Utf16ToLatin1 => true,
-            _ => false,
-        };
-
-        // Most transcoders share roughly the same signature despite doing very
-        // different things internally, so most libcalls are lumped together
-        // here.
-        match op {
-            Transcode::Copy(_)
-            | Transcode::Latin1ToUtf16
-            | Transcode::Utf16ToCompactProbablyUtf16
-            | Transcode::Utf8ToLatin1
-            | Transcode::Utf16ToLatin1
-            | Transcode::Utf8ToUtf16 => {
-                args.push(self.ptr_param(0, from64, from_base));
-                args.push(self.len_param(1, from64));
-                args.push(self.ptr_param(2, to64, to_base));
-            }
-
-            Transcode::Utf16ToUtf8 | Transcode::Latin1ToUtf8 => {
-                args.push(self.ptr_param(0, from64, from_base));
-                args.push(self.len_param(1, from64));
-                args.push(self.ptr_param(2, to64, to_base));
-                args.push(self.len_param(3, to64));
-            }
-
-            Transcode::Utf8ToCompactUtf16 | Transcode::Utf16ToCompactUtf16 => {
-                args.push(self.ptr_param(0, from64, from_base));
-                args.push(self.len_param(1, from64));
-                args.push(self.ptr_param(2, to64, to_base));
-                args.push(self.len_param(3, to64));
-                args.push(self.len_param(4, to64));
-            }
-        };
-        if uses_retptr {
-            let slot = self
-                .builder
-                .func
-                .create_sized_stack_slot(ir::StackSlotData::new(
-                    ir::StackSlotKind::ExplicitSlot,
-                    pointer_type.bytes(),
-                ));
-            args.push(self.builder.ins().stack_addr(pointer_type, slot, 0));
-        }
-        let call = self.builder.ins().call_indirect(sig, libcall, &args);
-        let mut results = self.builder.func.dfg.inst_results(call).to_vec();
-        if uses_retptr {
-            results.push(self.builder.ins().load(
-                pointer_type,
-                ir::MemFlags::trusted(),
-                *args.last().unwrap(),
-                0,
-            ));
-        }
-        let mut raw_results = Vec::new();
-
-        // Like the arguments the results are fairly similar across libcalls, so
-        // they're lumped into various buckets here.
-        match op {
-            Transcode::Copy(_) | Transcode::Latin1ToUtf16 => {}
-
-            Transcode::Utf8ToUtf16
-            | Transcode::Utf16ToCompactProbablyUtf16
-            | Transcode::Utf8ToCompactUtf16
-            | Transcode::Utf16ToCompactUtf16 => {
-                raw_results.push(self.cast_from_pointer(results[0], to64));
-            }
-
-            Transcode::Latin1ToUtf8
-            | Transcode::Utf16ToUtf8
-            | Transcode::Utf8ToLatin1
-            | Transcode::Utf16ToLatin1 => {
-                raw_results.push(self.cast_from_pointer(results[0], from64));
-                raw_results.push(self.cast_from_pointer(results[1], to64));
-            }
-        };
-
-        self.builder.ins().return_(&raw_results);
-    }
-
-    // Helper function to cast an input parameter to the host pointer type.
-    fn len_param(&mut self, param: usize, is64: bool) -> ir::Value {
-        let val = self.builder.func.dfg.block_params(self.block0)[2 + param];
-        self.cast_to_pointer(val, is64)
-    }
-
-    // Helper function to interpret an input parameter as a pointer into
-    // linear memory. This will cast the input parameter to the host integer
-    // type and then add that value to the base.
-    //
-    // Note that bounds-checking happens in adapter modules, and this
-    // trampoline is simply calling the host libcall.
-    fn ptr_param(&mut self, param: usize, is64: bool, base: ir::Value) -> ir::Value {
-        let val = self.len_param(param, is64);
-        self.builder.ins().iadd(base, val)
-    }
-
-    // Helper function to cast a core wasm input to a host pointer type
-    // which will go into the host libcall.
-    fn cast_to_pointer(&mut self, val: ir::Value, is64: bool) -> ir::Value {
-        let pointer_type = self.isa.pointer_type();
-        let host64 = pointer_type == ir::types::I64;
-        if is64 == host64 {
-            val
-        } else if !is64 {
-            assert!(host64);
-            self.builder.ins().uextend(pointer_type, val)
-        } else {
-            assert!(!host64);
-            self.builder.ins().ireduce(pointer_type, val)
-        }
-    }
-
-    // Helper to cast a host pointer integer type to the destination type.
-    fn cast_from_pointer(&mut self, val: ir::Value, is64: bool) -> ir::Value {
-        let host64 = self.isa.pointer_type() == ir::types::I64;
-        if is64 == host64 {
-            val
-        } else if !is64 {
-            assert!(host64);
-            self.builder.ins().ireduce(ir::types::I32, val)
-        } else {
-            assert!(!host64);
-            self.builder.ins().uextend(ir::types::I64, val)
-        }
-    }
-
-    fn load_runtime_memory_base(&mut self, vmctx: ir::Value, mem: RuntimeMemoryIndex) -> ir::Value {
-        let pointer_type = self.isa.pointer_type();
-        let from_vmmemory_definition = self.builder.ins().load(
-            pointer_type,
-            MemFlags::trusted(),
-            vmctx,
-            i32::try_from(self.offsets.runtime_memory(mem)).unwrap(),
-        );
-        self.builder.ins().load(
-            pointer_type,
-            MemFlags::trusted(),
-            from_vmmemory_definition,
-            i32::from(self.offsets.ptr.vmmemory_definition_base()),
-        )
-    }
-}
-
-/// Module with macro-generated contents that will return the signature and
-/// offset for each of the host transcoder functions.
-///
-/// Note that a macro is used here to keep this in sync with the actual
-/// transcoder functions themselves which are also defined via a macro.
-mod host {
-    use cranelift_codegen::ir::{self, AbiParam};
-    use cranelift_codegen::isa::{CallConv, TargetIsa};
-
-    macro_rules! define {
-        (
-            $(
-                $( #[$attr:meta] )*
-                $name:ident( $( $pname:ident: $param:ident ),* ) $( -> $result:ident )?;
-            )*
-        ) => {
-            $(
-                pub(super) fn $name(isa: &dyn TargetIsa, func: &mut ir::Function) -> (ir::SigRef, u32) {
-                    let pointer_type = isa.pointer_type();
-                    let params = vec![
-                        $( AbiParam::new(define!(@ty pointer_type $param)) ),*
-                    ];
-                    let returns = vec![
-                        $( AbiParam::new(define!(@ty pointer_type $result)) )?
-                    ];
-                    let sig = func.import_signature(ir::Signature {
-                        params,
-                        returns,
-                        call_conv: CallConv::triple_default(isa.triple()),
-                    });
-
-                    (sig, offsets::$name)
-                }
-            )*
-        };
-
-        (@ty $ptr:ident size) => ($ptr);
-        (@ty $ptr:ident ptr_u8) => ($ptr);
-        (@ty $ptr:ident ptr_u16) => ($ptr);
-        (@ty $ptr:ident ptr_size) => ($ptr);
-        (@ty $ptr:ident u32) => (ir::types::I32);
-        (@ty $ptr:ident u64) => (ir::types::I64);
-        (@ty $ptr:ident vmctx) => ($ptr);
-    }
-
-    wasmtime_environ::foreach_transcoder!(define);
-    wasmtime_environ::foreach_builtin_component_function!(define);
-
-    mod offsets {
-        macro_rules! offsets {
-            (
-                $(
-                    $( #[$attr:meta] )*
-                    $name:ident($($t:tt)*) $( -> $result:ident )?;
-                )*
-            ) => {
-                offsets!(@declare (0) $($name)*);
-            };
-
-            (@declare ($n:expr)) => (const LAST_BUILTIN: u32 = $n;);
-            (@declare ($n:expr) $name:ident $($rest:tt)*) => (
-                pub const $name: u32 = $n;
-                offsets!(@declare ($n + 1) $($rest)*);
-            );
-        }
-
-        wasmtime_environ::foreach_builtin_component_function!(offsets);
-
-        macro_rules! transcode_offsets {
-            (
-                $(
-                    $( #[$attr:meta] )*
-                    $name:ident($($t:tt)*) $( -> $result:ident )?;
-                )*
-            ) => {
-                transcode_offsets!(@declare (0) $($name)*);
-            };
-
-            (@declare ($n:expr)) => ();
-            (@declare ($n:expr) $name:ident $($rest:tt)*) => (
-                pub const $name: u32 = LAST_BUILTIN + $n;
-                transcode_offsets!(@declare ($n + 1) $($rest)*);
-            );
-        }
-
-        wasmtime_environ::foreach_transcoder!(transcode_offsets);
-    }
-}