llvm/lib/Target/WebAssembly/WebAssemblyMCInstLower.cpp - llvm-project - Git at Google

 // WebAssemblyMCInstLower.cpp - Convert WebAssembly MachineInstr to an MCInst //
 //
 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 // See https://llvm.org/LICENSE.txt for license information.
 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 //
 //===----------------------------------------------------------------------===//
 ///
 /// \file
 /// This file contains code to lower WebAssembly MachineInstrs to their
 /// corresponding MCInst records.
 ///
 //===----------------------------------------------------------------------===//

 #include "WebAssemblyMCInstLower.h"
 #include "TargetInfo/WebAssemblyTargetInfo.h"
 #include "Utils/WebAssemblyTypeUtilities.h"
 #include "Utils/WebAssemblyUtilities.h"
 #include "WebAssemblyAsmPrinter.h"
 #include "WebAssemblyISelLowering.h"
 #include "WebAssemblyMachineFunctionInfo.h"
 #include "llvm/CodeGen/AsmPrinter.h"
 #include "llvm/CodeGen/MachineFunction.h"
 #include "llvm/IR/Constants.h"
 #include "llvm/MC/MCAsmInfo.h"
 #include "llvm/MC/MCContext.h"
 #include "llvm/MC/MCExpr.h"
 #include "llvm/MC/MCInst.h"
 #include "llvm/MC/MCSymbolWasm.h"
 #include "llvm/Support/ErrorHandling.h"
 #include "llvm/Support/raw_ostream.h"

 using namespace llvm;

 // This disables the removal of registers when lowering into MC, as required
 // by some current tests.
 cl::opt<bool>
     WasmKeepRegisters("wasm-keep-registers", cl::Hidden,
                       cl::desc("WebAssembly: output stack registers in"
                                " instruction output for test purposes only."),
                       cl::init(false));

 extern cl::opt<bool> WasmEnableEmEH;
 extern cl::opt<bool> WasmEnableEmSjLj;

 static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI);

 MCSymbol *
 WebAssemblyMCInstLower::GetGlobalAddressSymbol(const MachineOperand &MO) const {
   const GlobalValue *Global = MO.getGlobal();
   if (!isa<Function>(Global)) {
     auto *WasmSym = cast<MCSymbolWasm>(Printer.getSymbol(Global));
     // If the symbol doesn't have an explicit WasmSymbolType yet and the
     // GlobalValue is actually a WebAssembly global, then ensure the symbol is a
     // WASM_SYMBOL_TYPE_GLOBAL.
     if (WebAssembly::isWasmVarAddressSpace(Global->getAddressSpace()) &&
         !WasmSym->getType()) {
       const MachineFunction &MF = *MO.getParent()->getParent()->getParent();
       const TargetMachine &TM = MF.getTarget();
       const Function &CurrentFunc = MF.getFunction();
       Type *GlobalVT = Global->getValueType();
       SmallVector<MVT, 1> VTs;
       computeLegalValueVTs(CurrentFunc, TM, GlobalVT, VTs);

       // Tables are represented as Arrays in LLVM IR therefore
       // they reach this point as aggregate Array types with an element type
       // that is a reference type.
       wasm::ValType Type;
       if (GlobalVT->isArrayTy() &&
           WebAssembly::isRefType(GlobalVT->getArrayElementType())) {
         MVT VT;
         switch (GlobalVT->getArrayElementType()->getPointerAddressSpace()) {
         case WebAssembly::WasmAddressSpace::WASM_ADDRESS_SPACE_FUNCREF:
           VT = MVT::funcref;
           break;
         case WebAssembly::WasmAddressSpace::WASM_ADDRESS_SPACE_EXTERNREF:
           VT = MVT::externref;
           break;
         default:
           report_fatal_error("unhandled address space type");
         }
         Type = WebAssembly::toValType(VT);
       } else if (VTs.size() == 1) {
         Type = WebAssembly::toValType(VTs[0]);
       } else
         report_fatal_error("Aggregate globals not yet implemented");

       WasmSym->setType(wasm::WASM_SYMBOL_TYPE_GLOBAL);
       WasmSym->setGlobalType(
           wasm::WasmGlobalType{uint8_t(Type), /*Mutable=*/true});
     }
     return WasmSym;
   }

   const auto *FuncTy = cast<FunctionType>(Global->getValueType());
   const MachineFunction &MF = *MO.getParent()->getParent()->getParent();
   const TargetMachine &TM = MF.getTarget();
   const Function &CurrentFunc = MF.getFunction();

   SmallVector<MVT, 1> ResultMVTs;
   SmallVector<MVT, 4> ParamMVTs;
   const auto *const F = dyn_cast<Function>(Global);
   computeSignatureVTs(FuncTy, F, CurrentFunc, TM, ParamMVTs, ResultMVTs);
   auto Signature = signatureFromMVTs(ResultMVTs, ParamMVTs);

   bool InvokeDetected = false;
   auto *WasmSym = Printer.getMCSymbolForFunction(
       F, WasmEnableEmEH || WasmEnableEmSjLj, Signature.get(), InvokeDetected);
   WasmSym->setSignature(Signature.get());
   Printer.addSignature(std::move(Signature));
   WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION);
   return WasmSym;
 }

 MCSymbol *WebAssemblyMCInstLower::GetExternalSymbolSymbol(
     const MachineOperand &MO) const {
   return Printer.getOrCreateWasmSymbol(MO.getSymbolName());
 }

 MCOperand WebAssemblyMCInstLower::lowerSymbolOperand(const MachineOperand &MO,
                                                      MCSymbol *Sym) const {
   MCSymbolRefExpr::VariantKind Kind = MCSymbolRefExpr::VK_None;
   unsigned TargetFlags = MO.getTargetFlags();

   switch (TargetFlags) {
     case WebAssemblyII::MO_NO_FLAG:
       break;
     case WebAssemblyII::MO_GOT_TLS:
       Kind = MCSymbolRefExpr::VK_WASM_GOT_TLS;
       break;
     case WebAssemblyII::MO_GOT:
       Kind = MCSymbolRefExpr::VK_GOT;
       break;
     case WebAssemblyII::MO_MEMORY_BASE_REL:
       Kind = MCSymbolRefExpr::VK_WASM_MBREL;
       break;
     case WebAssemblyII::MO_TLS_BASE_REL:
       Kind = MCSymbolRefExpr::VK_WASM_TLSREL;
       break;
     case WebAssemblyII::MO_TABLE_BASE_REL:
       Kind = MCSymbolRefExpr::VK_WASM_TBREL;
       break;
     default:
       llvm_unreachable("Unknown target flag on GV operand");
   }

   const MCExpr *Expr = MCSymbolRefExpr::create(Sym, Kind, Ctx);

   if (MO.getOffset() != 0) {
     const auto *WasmSym = cast<MCSymbolWasm>(Sym);
     if (TargetFlags == WebAssemblyII::MO_GOT)
       report_fatal_error("GOT symbol references do not support offsets");
     if (WasmSym->isFunction())
       report_fatal_error("Function addresses with offsets not supported");
     if (WasmSym->isGlobal())
       report_fatal_error("Global indexes with offsets not supported");
     if (WasmSym->isTag())
       report_fatal_error("Tag indexes with offsets not supported");
     if (WasmSym->isTable())
       report_fatal_error("Table indexes with offsets not supported");

     Expr = MCBinaryExpr::createAdd(
         Expr, MCConstantExpr::create(MO.getOffset(), Ctx), Ctx);
   }

   return MCOperand::createExpr(Expr);
 }

 MCOperand WebAssemblyMCInstLower::lowerTypeIndexOperand(
     SmallVector<wasm::ValType, 1> &&Returns,
     SmallVector<wasm::ValType, 4> &&Params) const {
   auto Signature = std::make_unique<wasm::WasmSignature>(std::move(Returns),
                                                          std::move(Params));
   MCSymbol *Sym = Printer.createTempSymbol("typeindex");
   auto *WasmSym = cast<MCSymbolWasm>(Sym);
   WasmSym->setSignature(Signature.get());
   Printer.addSignature(std::move(Signature));
   WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION);
   const MCExpr *Expr =
       MCSymbolRefExpr::create(WasmSym, MCSymbolRefExpr::VK_WASM_TYPEINDEX, Ctx);
   return MCOperand::createExpr(Expr);
 }

 // Return the WebAssembly type associated with the given register class.
 static wasm::ValType getType(const TargetRegisterClass *RC) {
   if (RC == &WebAssembly::I32RegClass)
     return wasm::ValType::I32;
   if (RC == &WebAssembly::I64RegClass)
     return wasm::ValType::I64;
   if (RC == &WebAssembly::F32RegClass)
     return wasm::ValType::F32;
   if (RC == &WebAssembly::F64RegClass)
     return wasm::ValType::F64;
   if (RC == &WebAssembly::V128RegClass)
     return wasm::ValType::V128;
   if (RC == &WebAssembly::EXTERNREFRegClass)
     return wasm::ValType::EXTERNREF;
   if (RC == &WebAssembly::FUNCREFRegClass)
     return wasm::ValType::FUNCREF;
   llvm_unreachable("Unexpected register class");
 }

 static void getFunctionReturns(const MachineInstr *MI,
                                SmallVectorImpl<wasm::ValType> &Returns) {
   const Function &F = MI->getMF()->getFunction();
   const TargetMachine &TM = MI->getMF()->getTarget();
   Type *RetTy = F.getReturnType();
   SmallVector<MVT, 4> CallerRetTys;
   computeLegalValueVTs(F, TM, RetTy, CallerRetTys);
   valTypesFromMVTs(CallerRetTys, Returns);
 }

 void WebAssemblyMCInstLower::lower(const MachineInstr *MI,
                                    MCInst &OutMI) const {
   OutMI.setOpcode(MI->getOpcode());

   const MCInstrDesc &Desc = MI->getDesc();
   unsigned NumVariadicDefs = MI->getNumExplicitDefs() - Desc.getNumDefs();
   for (unsigned I = 0, E = MI->getNumOperands(); I != E; ++I) {
     const MachineOperand &MO = MI->getOperand(I);

     MCOperand MCOp;
     switch (MO.getType()) {
     default:
       MI->print(errs());
       llvm_unreachable("unknown operand type");
     case MachineOperand::MO_MachineBasicBlock:
       MI->print(errs());
       llvm_unreachable("MachineBasicBlock operand should have been rewritten");
     case MachineOperand::MO_Register: {
       // Ignore all implicit register operands.
       if (MO.isImplicit())
         continue;
       const WebAssemblyFunctionInfo &MFI =
           *MI->getParent()->getParent()->getInfo<WebAssemblyFunctionInfo>();
       unsigned WAReg = MFI.getWAReg(MO.getReg());
       MCOp = MCOperand::createReg(WAReg);
       break;
     }
     case MachineOperand::MO_Immediate: {
       unsigned DescIndex = I - NumVariadicDefs;
       if (DescIndex < Desc.NumOperands) {
         const MCOperandInfo &Info = Desc.OpInfo[DescIndex];
         if (Info.OperandType == WebAssembly::OPERAND_TYPEINDEX) {
           SmallVector<wasm::ValType, 4> Returns;
           SmallVector<wasm::ValType, 4> Params;

           const MachineRegisterInfo &MRI =
               MI->getParent()->getParent()->getRegInfo();
           for (const MachineOperand &MO : MI->defs())
             Returns.push_back(getType(MRI.getRegClass(MO.getReg())));
           for (const MachineOperand &MO : MI->explicit_uses())
             if (MO.isReg())
               Params.push_back(getType(MRI.getRegClass(MO.getReg())));

           // call_indirect instructions have a callee operand at the end which
           // doesn't count as a param.
           if (WebAssembly::isCallIndirect(MI->getOpcode()))
             Params.pop_back();

           // return_call_indirect instructions have the return type of the
           // caller
           if (MI->getOpcode() == WebAssembly::RET_CALL_INDIRECT)
             getFunctionReturns(MI, Returns);

           MCOp = lowerTypeIndexOperand(std::move(Returns), std::move(Params));
           break;
         } else if (Info.OperandType == WebAssembly::OPERAND_SIGNATURE) {
           auto BT = static_cast<WebAssembly::BlockType>(MO.getImm());
           assert(BT != WebAssembly::BlockType::Invalid);
           if (BT == WebAssembly::BlockType::Multivalue) {
             SmallVector<wasm::ValType, 1> Returns;
             getFunctionReturns(MI, Returns);
             MCOp = lowerTypeIndexOperand(std::move(Returns),
                                          SmallVector<wasm::ValType, 4>());
             break;
           }
         } else if (Info.OperandType == WebAssembly::OPERAND_HEAPTYPE) {
           assert(static_cast<WebAssembly::HeapType>(MO.getImm()) !=
                  WebAssembly::HeapType::Invalid);
           // With typed function references, this will need a case for type
           // index operands.  Otherwise, fall through.
         }
       }
       MCOp = MCOperand::createImm(MO.getImm());
       break;
     }
     case MachineOperand::MO_FPImmediate: {
       const ConstantFP *Imm = MO.getFPImm();
       const uint64_t BitPattern =
           Imm->getValueAPF().bitcastToAPInt().getZExtValue();
       if (Imm->getType()->isFloatTy())
         MCOp = MCOperand::createSFPImm(static_cast<uint32_t>(BitPattern));
       else if (Imm->getType()->isDoubleTy())
         MCOp = MCOperand::createDFPImm(BitPattern);
       else
         llvm_unreachable("unknown floating point immediate type");
       break;
     }
     case MachineOperand::MO_GlobalAddress:
       MCOp = lowerSymbolOperand(MO, GetGlobalAddressSymbol(MO));
       break;
     case MachineOperand::MO_ExternalSymbol:
       MCOp = lowerSymbolOperand(MO, GetExternalSymbolSymbol(MO));
       break;
     case MachineOperand::MO_MCSymbol:
       assert(MO.getTargetFlags() == 0 &&
              "WebAssembly does not use target flags on MCSymbol");
       MCOp = lowerSymbolOperand(MO, MO.getMCSymbol());
       break;
     }

     OutMI.addOperand(MCOp);
   }

   if (!WasmKeepRegisters)
     removeRegisterOperands(MI, OutMI);
   else if (Desc.variadicOpsAreDefs())
     OutMI.insert(OutMI.begin(), MCOperand::createImm(MI->getNumExplicitDefs()));
 }

 static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI) {
   // Remove all uses of stackified registers to bring the instruction format
   // into its final stack form used thruout MC, and transition opcodes to
   // their _S variant.
   // We do this separate from the above code that still may need these
   // registers for e.g. call_indirect signatures.
   // See comments in lib/Target/WebAssembly/WebAssemblyInstrFormats.td for
   // details.
   // TODO: the code above creates new registers which are then removed here.
   // That code could be slightly simplified by not doing that, though maybe
   // it is simpler conceptually to keep the code above in "register mode"
   // until this transition point.
   // FIXME: we are not processing inline assembly, which contains register
   // operands, because it is used by later target generic code.
   if (MI->isDebugInstr() || MI->isLabel() || MI->isInlineAsm())
     return;

   // Transform to _S instruction.
   auto RegOpcode = OutMI.getOpcode();
   auto StackOpcode = WebAssembly::getStackOpcode(RegOpcode);
   assert(StackOpcode != -1 && "Failed to stackify instruction");
   OutMI.setOpcode(StackOpcode);

   // Remove register operands.
   for (auto I = OutMI.getNumOperands(); I; --I) {
     auto &MO = OutMI.getOperand(I - 1);
     if (MO.isReg()) {
       OutMI.erase(&MO);
     }
   }
 }
	// WebAssemblyMCInstLower.cpp - Convert WebAssembly MachineInstr to an MCInst //
	//
	// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
	// See https://llvm.org/LICENSE.txt for license information.
	// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
	//
	//===----------------------------------------------------------------------===//
	///
	/// \file
	/// This file contains code to lower WebAssembly MachineInstrs to their
	/// corresponding MCInst records.
	///
	//===----------------------------------------------------------------------===//

	#include "WebAssemblyMCInstLower.h"
	#include "TargetInfo/WebAssemblyTargetInfo.h"
	#include "Utils/WebAssemblyTypeUtilities.h"
	#include "Utils/WebAssemblyUtilities.h"
	#include "WebAssemblyAsmPrinter.h"
	#include "WebAssemblyISelLowering.h"
	#include "WebAssemblyMachineFunctionInfo.h"
	#include "llvm/CodeGen/AsmPrinter.h"
	#include "llvm/CodeGen/MachineFunction.h"
	#include "llvm/IR/Constants.h"
	#include "llvm/MC/MCAsmInfo.h"
	#include "llvm/MC/MCContext.h"
	#include "llvm/MC/MCExpr.h"
	#include "llvm/MC/MCInst.h"
	#include "llvm/MC/MCSymbolWasm.h"
	#include "llvm/Support/ErrorHandling.h"
	#include "llvm/Support/raw_ostream.h"

	using namespace llvm;

	// This disables the removal of registers when lowering into MC, as required
	// by some current tests.
	cl::opt<bool>
	WasmKeepRegisters("wasm-keep-registers", cl::Hidden,
	cl::desc("WebAssembly: output stack registers in"
	" instruction output for test purposes only."),
	cl::init(false));

	extern cl::opt<bool> WasmEnableEmEH;
	extern cl::opt<bool> WasmEnableEmSjLj;

	static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI);

	MCSymbol *
	WebAssemblyMCInstLower::GetGlobalAddressSymbol(const MachineOperand &MO) const {
	const GlobalValue *Global = MO.getGlobal();
	if (!isa<Function>(Global)) {
	auto *WasmSym = cast<MCSymbolWasm>(Printer.getSymbol(Global));
	// If the symbol doesn't have an explicit WasmSymbolType yet and the
	// GlobalValue is actually a WebAssembly global, then ensure the symbol is a
	// WASM_SYMBOL_TYPE_GLOBAL.
	if (WebAssembly::isWasmVarAddressSpace(Global->getAddressSpace()) &&
	!WasmSym->getType()) {
	const MachineFunction &MF = *MO.getParent()->getParent()->getParent();
	const TargetMachine &TM = MF.getTarget();
	const Function &CurrentFunc = MF.getFunction();
	Type *GlobalVT = Global->getValueType();
	SmallVector<MVT, 1> VTs;
	computeLegalValueVTs(CurrentFunc, TM, GlobalVT, VTs);

	// Tables are represented as Arrays in LLVM IR therefore
	// they reach this point as aggregate Array types with an element type
	// that is a reference type.
	wasm::ValType Type;
	if (GlobalVT->isArrayTy() &&
	WebAssembly::isRefType(GlobalVT->getArrayElementType())) {
	MVT VT;
	switch (GlobalVT->getArrayElementType()->getPointerAddressSpace()) {
	case WebAssembly::WasmAddressSpace::WASM_ADDRESS_SPACE_FUNCREF:
	VT = MVT::funcref;
	break;
	case WebAssembly::WasmAddressSpace::WASM_ADDRESS_SPACE_EXTERNREF:
	VT = MVT::externref;
	break;
	default:
	report_fatal_error("unhandled address space type");
	}
	Type = WebAssembly::toValType(VT);
	} else if (VTs.size() == 1) {
	Type = WebAssembly::toValType(VTs[0]);
	} else
	report_fatal_error("Aggregate globals not yet implemented");

	WasmSym->setType(wasm::WASM_SYMBOL_TYPE_GLOBAL);
	WasmSym->setGlobalType(
	wasm::WasmGlobalType{uint8_t(Type), /Mutable=/true});
	}
	return WasmSym;
	}

	const auto *FuncTy = cast<FunctionType>(Global->getValueType());
	const MachineFunction &MF = *MO.getParent()->getParent()->getParent();
	const TargetMachine &TM = MF.getTarget();
	const Function &CurrentFunc = MF.getFunction();

	SmallVector<MVT, 1> ResultMVTs;
	SmallVector<MVT, 4> ParamMVTs;
	const auto *const F = dyn_cast<Function>(Global);
	computeSignatureVTs(FuncTy, F, CurrentFunc, TM, ParamMVTs, ResultMVTs);
	auto Signature = signatureFromMVTs(ResultMVTs, ParamMVTs);

	bool InvokeDetected = false;
	auto *WasmSym = Printer.getMCSymbolForFunction(
	F, WasmEnableEmEH \|\| WasmEnableEmSjLj, Signature.get(), InvokeDetected);
	WasmSym->setSignature(Signature.get());
	Printer.addSignature(std::move(Signature));
	WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION);
	return WasmSym;
	}

	MCSymbol *WebAssemblyMCInstLower::GetExternalSymbolSymbol(
	const MachineOperand &MO) const {
	return Printer.getOrCreateWasmSymbol(MO.getSymbolName());
	}

	MCOperand WebAssemblyMCInstLower::lowerSymbolOperand(const MachineOperand &MO,
	MCSymbol *Sym) const {
	MCSymbolRefExpr::VariantKind Kind = MCSymbolRefExpr::VK_None;
	unsigned TargetFlags = MO.getTargetFlags();

	switch (TargetFlags) {
	case WebAssemblyII::MO_NO_FLAG:
	break;
	case WebAssemblyII::MO_GOT_TLS:
	Kind = MCSymbolRefExpr::VK_WASM_GOT_TLS;
	break;
	case WebAssemblyII::MO_GOT:
	Kind = MCSymbolRefExpr::VK_GOT;
	break;
	case WebAssemblyII::MO_MEMORY_BASE_REL:
	Kind = MCSymbolRefExpr::VK_WASM_MBREL;
	break;
	case WebAssemblyII::MO_TLS_BASE_REL:
	Kind = MCSymbolRefExpr::VK_WASM_TLSREL;
	break;
	case WebAssemblyII::MO_TABLE_BASE_REL:
	Kind = MCSymbolRefExpr::VK_WASM_TBREL;
	break;
	default:
	llvm_unreachable("Unknown target flag on GV operand");
	}

	const MCExpr *Expr = MCSymbolRefExpr::create(Sym, Kind, Ctx);

	if (MO.getOffset() != 0) {
	const auto *WasmSym = cast<MCSymbolWasm>(Sym);
	if (TargetFlags == WebAssemblyII::MO_GOT)
	report_fatal_error("GOT symbol references do not support offsets");
	if (WasmSym->isFunction())
	report_fatal_error("Function addresses with offsets not supported");
	if (WasmSym->isGlobal())
	report_fatal_error("Global indexes with offsets not supported");
	if (WasmSym->isTag())
	report_fatal_error("Tag indexes with offsets not supported");
	if (WasmSym->isTable())
	report_fatal_error("Table indexes with offsets not supported");

	Expr = MCBinaryExpr::createAdd(
	Expr, MCConstantExpr::create(MO.getOffset(), Ctx), Ctx);
	}

	return MCOperand::createExpr(Expr);
	}

	MCOperand WebAssemblyMCInstLower::lowerTypeIndexOperand(
	SmallVector<wasm::ValType, 1> &&Returns,
	SmallVector<wasm::ValType, 4> &&Params) const {
	auto Signature = std::make_unique<wasm::WasmSignature>(std::move(Returns),
	std::move(Params));
	MCSymbol *Sym = Printer.createTempSymbol("typeindex");
	auto *WasmSym = cast<MCSymbolWasm>(Sym);
	WasmSym->setSignature(Signature.get());
	Printer.addSignature(std::move(Signature));
	WasmSym->setType(wasm::WASM_SYMBOL_TYPE_FUNCTION);
	const MCExpr *Expr =
	MCSymbolRefExpr::create(WasmSym, MCSymbolRefExpr::VK_WASM_TYPEINDEX, Ctx);
	return MCOperand::createExpr(Expr);
	}

	// Return the WebAssembly type associated with the given register class.
	static wasm::ValType getType(const TargetRegisterClass *RC) {
	if (RC == &WebAssembly::I32RegClass)
	return wasm::ValType::I32;
	if (RC == &WebAssembly::I64RegClass)
	return wasm::ValType::I64;
	if (RC == &WebAssembly::F32RegClass)
	return wasm::ValType::F32;
	if (RC == &WebAssembly::F64RegClass)
	return wasm::ValType::F64;
	if (RC == &WebAssembly::V128RegClass)
	return wasm::ValType::V128;
	if (RC == &WebAssembly::EXTERNREFRegClass)
	return wasm::ValType::EXTERNREF;
	if (RC == &WebAssembly::FUNCREFRegClass)
	return wasm::ValType::FUNCREF;
	llvm_unreachable("Unexpected register class");
	}

	static void getFunctionReturns(const MachineInstr *MI,
	SmallVectorImpl<wasm::ValType> &Returns) {
	const Function &F = MI->getMF()->getFunction();
	const TargetMachine &TM = MI->getMF()->getTarget();
	Type *RetTy = F.getReturnType();
	SmallVector<MVT, 4> CallerRetTys;
	computeLegalValueVTs(F, TM, RetTy, CallerRetTys);
	valTypesFromMVTs(CallerRetTys, Returns);
	}

	void WebAssemblyMCInstLower::lower(const MachineInstr *MI,
	MCInst &OutMI) const {
	OutMI.setOpcode(MI->getOpcode());

	const MCInstrDesc &Desc = MI->getDesc();
	unsigned NumVariadicDefs = MI->getNumExplicitDefs() - Desc.getNumDefs();
	for (unsigned I = 0, E = MI->getNumOperands(); I != E; ++I) {
	const MachineOperand &MO = MI->getOperand(I);

	MCOperand MCOp;
	switch (MO.getType()) {
	default:
	MI->print(errs());
	llvm_unreachable("unknown operand type");
	case MachineOperand::MO_MachineBasicBlock:
	MI->print(errs());
	llvm_unreachable("MachineBasicBlock operand should have been rewritten");
	case MachineOperand::MO_Register: {
	// Ignore all implicit register operands.
	if (MO.isImplicit())
	continue;
	const WebAssemblyFunctionInfo &MFI =
	*MI->getParent()->getParent()->getInfo<WebAssemblyFunctionInfo>();
	unsigned WAReg = MFI.getWAReg(MO.getReg());
	MCOp = MCOperand::createReg(WAReg);
	break;
	}
	case MachineOperand::MO_Immediate: {
	unsigned DescIndex = I - NumVariadicDefs;
	if (DescIndex < Desc.NumOperands) {
	const MCOperandInfo &Info = Desc.OpInfo[DescIndex];
	if (Info.OperandType == WebAssembly::OPERAND_TYPEINDEX) {
	SmallVector<wasm::ValType, 4> Returns;
	SmallVector<wasm::ValType, 4> Params;

	const MachineRegisterInfo &MRI =
	MI->getParent()->getParent()->getRegInfo();
	for (const MachineOperand &MO : MI->defs())
	Returns.push_back(getType(MRI.getRegClass(MO.getReg())));
	for (const MachineOperand &MO : MI->explicit_uses())
	if (MO.isReg())
	Params.push_back(getType(MRI.getRegClass(MO.getReg())));

	// call_indirect instructions have a callee operand at the end which
	// doesn't count as a param.
	if (WebAssembly::isCallIndirect(MI->getOpcode()))
	Params.pop_back();

	// return_call_indirect instructions have the return type of the
	// caller
	if (MI->getOpcode() == WebAssembly::RET_CALL_INDIRECT)
	getFunctionReturns(MI, Returns);

	MCOp = lowerTypeIndexOperand(std::move(Returns), std::move(Params));
	break;
	} else if (Info.OperandType == WebAssembly::OPERAND_SIGNATURE) {
	auto BT = static_cast<WebAssembly::BlockType>(MO.getImm());
	assert(BT != WebAssembly::BlockType::Invalid);
	if (BT == WebAssembly::BlockType::Multivalue) {
	SmallVector<wasm::ValType, 1> Returns;
	getFunctionReturns(MI, Returns);
	MCOp = lowerTypeIndexOperand(std::move(Returns),
	SmallVector<wasm::ValType, 4>());
	break;
	}
	} else if (Info.OperandType == WebAssembly::OPERAND_HEAPTYPE) {
	assert(static_cast<WebAssembly::HeapType>(MO.getImm()) !=
	WebAssembly::HeapType::Invalid);
	// With typed function references, this will need a case for type
	// index operands. Otherwise, fall through.
	}
	}
	MCOp = MCOperand::createImm(MO.getImm());
	break;
	}
	case MachineOperand::MO_FPImmediate: {
	const ConstantFP *Imm = MO.getFPImm();
	const uint64_t BitPattern =
	Imm->getValueAPF().bitcastToAPInt().getZExtValue();
	if (Imm->getType()->isFloatTy())
	MCOp = MCOperand::createSFPImm(static_cast<uint32_t>(BitPattern));
	else if (Imm->getType()->isDoubleTy())
	MCOp = MCOperand::createDFPImm(BitPattern);
	else
	llvm_unreachable("unknown floating point immediate type");
	break;
	}
	case MachineOperand::MO_GlobalAddress:
	MCOp = lowerSymbolOperand(MO, GetGlobalAddressSymbol(MO));
	break;
	case MachineOperand::MO_ExternalSymbol:
	MCOp = lowerSymbolOperand(MO, GetExternalSymbolSymbol(MO));
	break;
	case MachineOperand::MO_MCSymbol:
	assert(MO.getTargetFlags() == 0 &&
	"WebAssembly does not use target flags on MCSymbol");
	MCOp = lowerSymbolOperand(MO, MO.getMCSymbol());
	break;
	}

	OutMI.addOperand(MCOp);
	}

	if (!WasmKeepRegisters)
	removeRegisterOperands(MI, OutMI);
	else if (Desc.variadicOpsAreDefs())
	OutMI.insert(OutMI.begin(), MCOperand::createImm(MI->getNumExplicitDefs()));
	}

	static void removeRegisterOperands(const MachineInstr *MI, MCInst &OutMI) {
	// Remove all uses of stackified registers to bring the instruction format
	// into its final stack form used thruout MC, and transition opcodes to
	// their _S variant.
	// We do this separate from the above code that still may need these
	// registers for e.g. call_indirect signatures.
	// See comments in lib/Target/WebAssembly/WebAssemblyInstrFormats.td for
	// details.
	// TODO: the code above creates new registers which are then removed here.
	// That code could be slightly simplified by not doing that, though maybe
	// it is simpler conceptually to keep the code above in "register mode"
	// until this transition point.
	// FIXME: we are not processing inline assembly, which contains register
	// operands, because it is used by later target generic code.
	if (MI->isDebugInstr() \|\| MI->isLabel() \|\| MI->isInlineAsm())
	return;

	// Transform to _S instruction.
	auto RegOpcode = OutMI.getOpcode();
	auto StackOpcode = WebAssembly::getStackOpcode(RegOpcode);
	assert(StackOpcode != -1 && "Failed to stackify instruction");
	OutMI.setOpcode(StackOpcode);

	// Remove register operands.
	for (auto I = OutMI.getNumOperands(); I; --I) {
	auto &MO = OutMI.getOperand(I - 1);
	if (MO.isReg()) {
	OutMI.erase(&MO);
	}
	}
	}