summaryrefslogtreecommitdiffstats
path: root/gnu/llvm/lib/Target/WebAssembly/WebAssemblyISelLowering.cpp
diff options
context:
space:
mode:
authorpatrick <patrick@openbsd.org>2020-08-03 15:06:44 +0000
committerpatrick <patrick@openbsd.org>2020-08-03 15:06:44 +0000
commitb64793999546ed8adebaeebd9d8345d18db8927d (patch)
tree4357c27b561d73b0e089727c6ed659f2ceff5f47 /gnu/llvm/lib/Target/WebAssembly/WebAssemblyISelLowering.cpp
parentAdd support for UTF-8 DISPLAY-HINTs with octet length. For now only (diff)
downloadwireguard-openbsd-b64793999546ed8adebaeebd9d8345d18db8927d.tar.xz
wireguard-openbsd-b64793999546ed8adebaeebd9d8345d18db8927d.zip
Remove LLVM 8.0.1 files.
Diffstat (limited to 'gnu/llvm/lib/Target/WebAssembly/WebAssemblyISelLowering.cpp')
-rw-r--r--gnu/llvm/lib/Target/WebAssembly/WebAssemblyISelLowering.cpp1232
1 files changed, 0 insertions, 1232 deletions
diff --git a/gnu/llvm/lib/Target/WebAssembly/WebAssemblyISelLowering.cpp b/gnu/llvm/lib/Target/WebAssembly/WebAssemblyISelLowering.cpp
deleted file mode 100644
index f7f29d85cbb..00000000000
--- a/gnu/llvm/lib/Target/WebAssembly/WebAssemblyISelLowering.cpp
+++ /dev/null
@@ -1,1232 +0,0 @@
-//=- WebAssemblyISelLowering.cpp - WebAssembly DAG Lowering Implementation -==//
-//
-// The LLVM Compiler Infrastructure
-//
-// This file is distributed under the University of Illinois Open Source
-// License. See LICENSE.TXT for details.
-//
-//===----------------------------------------------------------------------===//
-///
-/// \file
-/// This file implements the WebAssemblyTargetLowering class.
-///
-//===----------------------------------------------------------------------===//
-
-#include "WebAssemblyISelLowering.h"
-#include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
-#include "WebAssemblyMachineFunctionInfo.h"
-#include "WebAssemblySubtarget.h"
-#include "WebAssemblyTargetMachine.h"
-#include "llvm/CodeGen/Analysis.h"
-#include "llvm/CodeGen/CallingConvLower.h"
-#include "llvm/CodeGen/MachineInstrBuilder.h"
-#include "llvm/CodeGen/MachineJumpTableInfo.h"
-#include "llvm/CodeGen/MachineModuleInfo.h"
-#include "llvm/CodeGen/MachineRegisterInfo.h"
-#include "llvm/CodeGen/SelectionDAG.h"
-#include "llvm/CodeGen/WasmEHFuncInfo.h"
-#include "llvm/IR/DiagnosticInfo.h"
-#include "llvm/IR/DiagnosticPrinter.h"
-#include "llvm/IR/Function.h"
-#include "llvm/IR/Intrinsics.h"
-#include "llvm/Support/Debug.h"
-#include "llvm/Support/ErrorHandling.h"
-#include "llvm/Support/raw_ostream.h"
-#include "llvm/Target/TargetOptions.h"
-using namespace llvm;
-
-#define DEBUG_TYPE "wasm-lower"
-
-WebAssemblyTargetLowering::WebAssemblyTargetLowering(
- const TargetMachine &TM, const WebAssemblySubtarget &STI)
- : TargetLowering(TM), Subtarget(&STI) {
- auto MVTPtr = Subtarget->hasAddr64() ? MVT::i64 : MVT::i32;
-
- // Booleans always contain 0 or 1.
- setBooleanContents(ZeroOrOneBooleanContent);
- // Except in SIMD vectors
- setBooleanVectorContents(ZeroOrNegativeOneBooleanContent);
- // WebAssembly does not produce floating-point exceptions on normal floating
- // point operations.
- setHasFloatingPointExceptions(false);
- // We don't know the microarchitecture here, so just reduce register pressure.
- setSchedulingPreference(Sched::RegPressure);
- // Tell ISel that we have a stack pointer.
- setStackPointerRegisterToSaveRestore(
- Subtarget->hasAddr64() ? WebAssembly::SP64 : WebAssembly::SP32);
- // Set up the register classes.
- addRegisterClass(MVT::i32, &WebAssembly::I32RegClass);
- addRegisterClass(MVT::i64, &WebAssembly::I64RegClass);
- addRegisterClass(MVT::f32, &WebAssembly::F32RegClass);
- addRegisterClass(MVT::f64, &WebAssembly::F64RegClass);
- if (Subtarget->hasSIMD128()) {
- addRegisterClass(MVT::v16i8, &WebAssembly::V128RegClass);
- addRegisterClass(MVT::v8i16, &WebAssembly::V128RegClass);
- addRegisterClass(MVT::v4i32, &WebAssembly::V128RegClass);
- addRegisterClass(MVT::v4f32, &WebAssembly::V128RegClass);
- if (Subtarget->hasUnimplementedSIMD128()) {
- addRegisterClass(MVT::v2i64, &WebAssembly::V128RegClass);
- addRegisterClass(MVT::v2f64, &WebAssembly::V128RegClass);
- }
- }
- // Compute derived properties from the register classes.
- computeRegisterProperties(Subtarget->getRegisterInfo());
-
- setOperationAction(ISD::GlobalAddress, MVTPtr, Custom);
- setOperationAction(ISD::ExternalSymbol, MVTPtr, Custom);
- setOperationAction(ISD::JumpTable, MVTPtr, Custom);
- setOperationAction(ISD::BlockAddress, MVTPtr, Custom);
- setOperationAction(ISD::BRIND, MVT::Other, Custom);
-
- // Take the default expansion for va_arg, va_copy, and va_end. There is no
- // default action for va_start, so we do that custom.
- setOperationAction(ISD::VASTART, MVT::Other, Custom);
- setOperationAction(ISD::VAARG, MVT::Other, Expand);
- setOperationAction(ISD::VACOPY, MVT::Other, Expand);
- setOperationAction(ISD::VAEND, MVT::Other, Expand);
-
- for (auto T : {MVT::f32, MVT::f64, MVT::v4f32, MVT::v2f64}) {
- // Don't expand the floating-point types to constant pools.
- setOperationAction(ISD::ConstantFP, T, Legal);
- // Expand floating-point comparisons.
- for (auto CC : {ISD::SETO, ISD::SETUO, ISD::SETUEQ, ISD::SETONE,
- ISD::SETULT, ISD::SETULE, ISD::SETUGT, ISD::SETUGE})
- setCondCodeAction(CC, T, Expand);
- // Expand floating-point library function operators.
- for (auto Op :
- {ISD::FSIN, ISD::FCOS, ISD::FSINCOS, ISD::FPOW, ISD::FREM, ISD::FMA})
- setOperationAction(Op, T, Expand);
- // Note supported floating-point library function operators that otherwise
- // default to expand.
- for (auto Op :
- {ISD::FCEIL, ISD::FFLOOR, ISD::FTRUNC, ISD::FNEARBYINT, ISD::FRINT})
- setOperationAction(Op, T, Legal);
- // Support minimum and maximum, which otherwise default to expand.
- setOperationAction(ISD::FMINIMUM, T, Legal);
- setOperationAction(ISD::FMAXIMUM, T, Legal);
- // WebAssembly currently has no builtin f16 support.
- setOperationAction(ISD::FP16_TO_FP, T, Expand);
- setOperationAction(ISD::FP_TO_FP16, T, Expand);
- setLoadExtAction(ISD::EXTLOAD, T, MVT::f16, Expand);
- setTruncStoreAction(T, MVT::f16, Expand);
- }
-
- // Support saturating add for i8x16 and i16x8
- if (Subtarget->hasSIMD128())
- for (auto T : {MVT::v16i8, MVT::v8i16})
- for (auto Op : {ISD::SADDSAT, ISD::UADDSAT})
- setOperationAction(Op, T, Legal);
-
- // Expand unavailable integer operations.
- for (auto Op :
- {ISD::BSWAP, ISD::SMUL_LOHI, ISD::UMUL_LOHI, ISD::MULHS, ISD::MULHU,
- ISD::SDIVREM, ISD::UDIVREM, ISD::SHL_PARTS, ISD::SRA_PARTS,
- ISD::SRL_PARTS, ISD::ADDC, ISD::ADDE, ISD::SUBC, ISD::SUBE}) {
- for (auto T : {MVT::i32, MVT::i64}) {
- setOperationAction(Op, T, Expand);
- }
- if (Subtarget->hasSIMD128()) {
- for (auto T : {MVT::v16i8, MVT::v8i16, MVT::v4i32}) {
- setOperationAction(Op, T, Expand);
- }
- if (Subtarget->hasUnimplementedSIMD128()) {
- setOperationAction(Op, MVT::v2i64, Expand);
- }
- }
- }
-
- // There is no i64x2.mul instruction
- setOperationAction(ISD::MUL, MVT::v2i64, Expand);
-
- // We have custom shuffle lowering to expose the shuffle mask
- if (Subtarget->hasSIMD128()) {
- for (auto T : {MVT::v16i8, MVT::v8i16, MVT::v4i32, MVT::v4f32}) {
- setOperationAction(ISD::VECTOR_SHUFFLE, T, Custom);
- }
- if (Subtarget->hasUnimplementedSIMD128()) {
- setOperationAction(ISD::VECTOR_SHUFFLE, MVT::v2i64, Custom);
- setOperationAction(ISD::VECTOR_SHUFFLE, MVT::v2f64, Custom);
- }
- }
-
- // Custom lowering since wasm shifts must have a scalar shift amount
- if (Subtarget->hasSIMD128()) {
- for (auto T : {MVT::v16i8, MVT::v8i16, MVT::v4i32})
- for (auto Op : {ISD::SHL, ISD::SRA, ISD::SRL})
- setOperationAction(Op, T, Custom);
- if (Subtarget->hasUnimplementedSIMD128())
- for (auto Op : {ISD::SHL, ISD::SRA, ISD::SRL})
- setOperationAction(Op, MVT::v2i64, Custom);
- }
-
- // There are no select instructions for vectors
- if (Subtarget->hasSIMD128())
- for (auto Op : {ISD::VSELECT, ISD::SELECT_CC, ISD::SELECT}) {
- for (auto T : {MVT::v16i8, MVT::v8i16, MVT::v4i32, MVT::v4f32})
- setOperationAction(Op, T, Expand);
- if (Subtarget->hasUnimplementedSIMD128())
- for (auto T : {MVT::v2i64, MVT::v2f64})
- setOperationAction(Op, T, Expand);
- }
-
- // As a special case, these operators use the type to mean the type to
- // sign-extend from.
- setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i1, Expand);
- if (!Subtarget->hasSignExt()) {
- // Sign extends are legal only when extending a vector extract
- auto Action = Subtarget->hasSIMD128() ? Custom : Expand;
- for (auto T : {MVT::i8, MVT::i16, MVT::i32})
- setOperationAction(ISD::SIGN_EXTEND_INREG, T, Action);
- }
- for (auto T : MVT::integer_vector_valuetypes())
- setOperationAction(ISD::SIGN_EXTEND_INREG, T, Expand);
-
- // Dynamic stack allocation: use the default expansion.
- setOperationAction(ISD::STACKSAVE, MVT::Other, Expand);
- setOperationAction(ISD::STACKRESTORE, MVT::Other, Expand);
- setOperationAction(ISD::DYNAMIC_STACKALLOC, MVTPtr, Expand);
-
- setOperationAction(ISD::FrameIndex, MVT::i32, Custom);
- setOperationAction(ISD::CopyToReg, MVT::Other, Custom);
-
- // Expand these forms; we pattern-match the forms that we can handle in isel.
- for (auto T : {MVT::i32, MVT::i64, MVT::f32, MVT::f64})
- for (auto Op : {ISD::BR_CC, ISD::SELECT_CC})
- setOperationAction(Op, T, Expand);
-
- // We have custom switch handling.
- setOperationAction(ISD::BR_JT, MVT::Other, Custom);
-
- // WebAssembly doesn't have:
- // - Floating-point extending loads.
- // - Floating-point truncating stores.
- // - i1 extending loads.
- // - extending/truncating SIMD loads/stores
- setLoadExtAction(ISD::EXTLOAD, MVT::f64, MVT::f32, Expand);
- setTruncStoreAction(MVT::f64, MVT::f32, Expand);
- for (auto T : MVT::integer_valuetypes())
- for (auto Ext : {ISD::EXTLOAD, ISD::ZEXTLOAD, ISD::SEXTLOAD})
- setLoadExtAction(Ext, T, MVT::i1, Promote);
- if (Subtarget->hasSIMD128()) {
- for (auto T : {MVT::v16i8, MVT::v8i16, MVT::v4i32, MVT::v2i64, MVT::v4f32,
- MVT::v2f64}) {
- for (auto MemT : MVT::vector_valuetypes()) {
- if (MVT(T) != MemT) {
- setTruncStoreAction(T, MemT, Expand);
- for (auto Ext : {ISD::EXTLOAD, ISD::ZEXTLOAD, ISD::SEXTLOAD})
- setLoadExtAction(Ext, T, MemT, Expand);
- }
- }
- }
- }
-
- // Expand additional SIMD ops that V8 hasn't implemented yet
- if (Subtarget->hasSIMD128() && !Subtarget->hasUnimplementedSIMD128()) {
- setOperationAction(ISD::FSQRT, MVT::v4f32, Expand);
- setOperationAction(ISD::FDIV, MVT::v4f32, Expand);
- }
-
- // Custom lower lane accesses to expand out variable indices
- if (Subtarget->hasSIMD128()) {
- for (auto T : {MVT::v16i8, MVT::v8i16, MVT::v4i32, MVT::v4f32}) {
- setOperationAction(ISD::EXTRACT_VECTOR_ELT, T, Custom);
- setOperationAction(ISD::INSERT_VECTOR_ELT, T, Custom);
- }
- if (Subtarget->hasUnimplementedSIMD128()) {
- for (auto T : {MVT::v2i64, MVT::v2f64}) {
- setOperationAction(ISD::EXTRACT_VECTOR_ELT, T, Custom);
- setOperationAction(ISD::INSERT_VECTOR_ELT, T, Custom);
- }
- }
- }
-
- // Trap lowers to wasm unreachable
- setOperationAction(ISD::TRAP, MVT::Other, Legal);
-
- // Exception handling intrinsics
- setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom);
- setOperationAction(ISD::INTRINSIC_VOID, MVT::Other, Custom);
-
- setMaxAtomicSizeInBitsSupported(64);
-}
-
-TargetLowering::AtomicExpansionKind
-WebAssemblyTargetLowering::shouldExpandAtomicRMWInIR(AtomicRMWInst *AI) const {
- // We have wasm instructions for these
- switch (AI->getOperation()) {
- case AtomicRMWInst::Add:
- case AtomicRMWInst::Sub:
- case AtomicRMWInst::And:
- case AtomicRMWInst::Or:
- case AtomicRMWInst::Xor:
- case AtomicRMWInst::Xchg:
- return AtomicExpansionKind::None;
- default:
- break;
- }
- return AtomicExpansionKind::CmpXChg;
-}
-
-FastISel *WebAssemblyTargetLowering::createFastISel(
- FunctionLoweringInfo &FuncInfo, const TargetLibraryInfo *LibInfo) const {
- return WebAssembly::createFastISel(FuncInfo, LibInfo);
-}
-
-bool WebAssemblyTargetLowering::isOffsetFoldingLegal(
- const GlobalAddressSDNode * /*GA*/) const {
- // All offsets can be folded.
- return true;
-}
-
-MVT WebAssemblyTargetLowering::getScalarShiftAmountTy(const DataLayout & /*DL*/,
- EVT VT) const {
- unsigned BitWidth = NextPowerOf2(VT.getSizeInBits() - 1);
- if (BitWidth > 1 && BitWidth < 8)
- BitWidth = 8;
-
- if (BitWidth > 64) {
- // The shift will be lowered to a libcall, and compiler-rt libcalls expect
- // the count to be an i32.
- BitWidth = 32;
- assert(BitWidth >= Log2_32_Ceil(VT.getSizeInBits()) &&
- "32-bit shift counts ought to be enough for anyone");
- }
-
- MVT Result = MVT::getIntegerVT(BitWidth);
- assert(Result != MVT::INVALID_SIMPLE_VALUE_TYPE &&
- "Unable to represent scalar shift amount type");
- return Result;
-}
-
-// Lower an fp-to-int conversion operator from the LLVM opcode, which has an
-// undefined result on invalid/overflow, to the WebAssembly opcode, which
-// traps on invalid/overflow.
-static MachineBasicBlock *LowerFPToInt(MachineInstr &MI, DebugLoc DL,
- MachineBasicBlock *BB,
- const TargetInstrInfo &TII,
- bool IsUnsigned, bool Int64,
- bool Float64, unsigned LoweredOpcode) {
- MachineRegisterInfo &MRI = BB->getParent()->getRegInfo();
-
- unsigned OutReg = MI.getOperand(0).getReg();
- unsigned InReg = MI.getOperand(1).getReg();
-
- unsigned Abs = Float64 ? WebAssembly::ABS_F64 : WebAssembly::ABS_F32;
- unsigned FConst = Float64 ? WebAssembly::CONST_F64 : WebAssembly::CONST_F32;
- unsigned LT = Float64 ? WebAssembly::LT_F64 : WebAssembly::LT_F32;
- unsigned GE = Float64 ? WebAssembly::GE_F64 : WebAssembly::GE_F32;
- unsigned IConst = Int64 ? WebAssembly::CONST_I64 : WebAssembly::CONST_I32;
- unsigned Eqz = WebAssembly::EQZ_I32;
- unsigned And = WebAssembly::AND_I32;
- int64_t Limit = Int64 ? INT64_MIN : INT32_MIN;
- int64_t Substitute = IsUnsigned ? 0 : Limit;
- double CmpVal = IsUnsigned ? -(double)Limit * 2.0 : -(double)Limit;
- auto &Context = BB->getParent()->getFunction().getContext();
- Type *Ty = Float64 ? Type::getDoubleTy(Context) : Type::getFloatTy(Context);
-
- const BasicBlock *LLVM_BB = BB->getBasicBlock();
- MachineFunction *F = BB->getParent();
- MachineBasicBlock *TrueMBB = F->CreateMachineBasicBlock(LLVM_BB);
- MachineBasicBlock *FalseMBB = F->CreateMachineBasicBlock(LLVM_BB);
- MachineBasicBlock *DoneMBB = F->CreateMachineBasicBlock(LLVM_BB);
-
- MachineFunction::iterator It = ++BB->getIterator();
- F->insert(It, FalseMBB);
- F->insert(It, TrueMBB);
- F->insert(It, DoneMBB);
-
- // Transfer the remainder of BB and its successor edges to DoneMBB.
- DoneMBB->splice(DoneMBB->begin(), BB,
- std::next(MachineBasicBlock::iterator(MI)), BB->end());
- DoneMBB->transferSuccessorsAndUpdatePHIs(BB);
-
- BB->addSuccessor(TrueMBB);
- BB->addSuccessor(FalseMBB);
- TrueMBB->addSuccessor(DoneMBB);
- FalseMBB->addSuccessor(DoneMBB);
-
- unsigned Tmp0, Tmp1, CmpReg, EqzReg, FalseReg, TrueReg;
- Tmp0 = MRI.createVirtualRegister(MRI.getRegClass(InReg));
- Tmp1 = MRI.createVirtualRegister(MRI.getRegClass(InReg));
- CmpReg = MRI.createVirtualRegister(&WebAssembly::I32RegClass);
- EqzReg = MRI.createVirtualRegister(&WebAssembly::I32RegClass);
- FalseReg = MRI.createVirtualRegister(MRI.getRegClass(OutReg));
- TrueReg = MRI.createVirtualRegister(MRI.getRegClass(OutReg));
-
- MI.eraseFromParent();
- // For signed numbers, we can do a single comparison to determine whether
- // fabs(x) is within range.
- if (IsUnsigned) {
- Tmp0 = InReg;
- } else {
- BuildMI(BB, DL, TII.get(Abs), Tmp0).addReg(InReg);
- }
- BuildMI(BB, DL, TII.get(FConst), Tmp1)
- .addFPImm(cast<ConstantFP>(ConstantFP::get(Ty, CmpVal)));
- BuildMI(BB, DL, TII.get(LT), CmpReg).addReg(Tmp0).addReg(Tmp1);
-
- // For unsigned numbers, we have to do a separate comparison with zero.
- if (IsUnsigned) {
- Tmp1 = MRI.createVirtualRegister(MRI.getRegClass(InReg));
- unsigned SecondCmpReg =
- MRI.createVirtualRegister(&WebAssembly::I32RegClass);
- unsigned AndReg = MRI.createVirtualRegister(&WebAssembly::I32RegClass);
- BuildMI(BB, DL, TII.get(FConst), Tmp1)
- .addFPImm(cast<ConstantFP>(ConstantFP::get(Ty, 0.0)));
- BuildMI(BB, DL, TII.get(GE), SecondCmpReg).addReg(Tmp0).addReg(Tmp1);
- BuildMI(BB, DL, TII.get(And), AndReg).addReg(CmpReg).addReg(SecondCmpReg);
- CmpReg = AndReg;
- }
-
- BuildMI(BB, DL, TII.get(Eqz), EqzReg).addReg(CmpReg);
-
- // Create the CFG diamond to select between doing the conversion or using
- // the substitute value.
- BuildMI(BB, DL, TII.get(WebAssembly::BR_IF)).addMBB(TrueMBB).addReg(EqzReg);
- BuildMI(FalseMBB, DL, TII.get(LoweredOpcode), FalseReg).addReg(InReg);
- BuildMI(FalseMBB, DL, TII.get(WebAssembly::BR)).addMBB(DoneMBB);
- BuildMI(TrueMBB, DL, TII.get(IConst), TrueReg).addImm(Substitute);
- BuildMI(*DoneMBB, DoneMBB->begin(), DL, TII.get(TargetOpcode::PHI), OutReg)
- .addReg(FalseReg)
- .addMBB(FalseMBB)
- .addReg(TrueReg)
- .addMBB(TrueMBB);
-
- return DoneMBB;
-}
-
-MachineBasicBlock *WebAssemblyTargetLowering::EmitInstrWithCustomInserter(
- MachineInstr &MI, MachineBasicBlock *BB) const {
- const TargetInstrInfo &TII = *Subtarget->getInstrInfo();
- DebugLoc DL = MI.getDebugLoc();
-
- switch (MI.getOpcode()) {
- default:
- llvm_unreachable("Unexpected instr type to insert");
- case WebAssembly::FP_TO_SINT_I32_F32:
- return LowerFPToInt(MI, DL, BB, TII, false, false, false,
- WebAssembly::I32_TRUNC_S_F32);
- case WebAssembly::FP_TO_UINT_I32_F32:
- return LowerFPToInt(MI, DL, BB, TII, true, false, false,
- WebAssembly::I32_TRUNC_U_F32);
- case WebAssembly::FP_TO_SINT_I64_F32:
- return LowerFPToInt(MI, DL, BB, TII, false, true, false,
- WebAssembly::I64_TRUNC_S_F32);
- case WebAssembly::FP_TO_UINT_I64_F32:
- return LowerFPToInt(MI, DL, BB, TII, true, true, false,
- WebAssembly::I64_TRUNC_U_F32);
- case WebAssembly::FP_TO_SINT_I32_F64:
- return LowerFPToInt(MI, DL, BB, TII, false, false, true,
- WebAssembly::I32_TRUNC_S_F64);
- case WebAssembly::FP_TO_UINT_I32_F64:
- return LowerFPToInt(MI, DL, BB, TII, true, false, true,
- WebAssembly::I32_TRUNC_U_F64);
- case WebAssembly::FP_TO_SINT_I64_F64:
- return LowerFPToInt(MI, DL, BB, TII, false, true, true,
- WebAssembly::I64_TRUNC_S_F64);
- case WebAssembly::FP_TO_UINT_I64_F64:
- return LowerFPToInt(MI, DL, BB, TII, true, true, true,
- WebAssembly::I64_TRUNC_U_F64);
- llvm_unreachable("Unexpected instruction to emit with custom inserter");
- }
-}
-
-const char *
-WebAssemblyTargetLowering::getTargetNodeName(unsigned Opcode) const {
- switch (static_cast<WebAssemblyISD::NodeType>(Opcode)) {
- case WebAssemblyISD::FIRST_NUMBER:
- break;
-#define HANDLE_NODETYPE(NODE) \
- case WebAssemblyISD::NODE: \
- return "WebAssemblyISD::" #NODE;
-#include "WebAssemblyISD.def"
-#undef HANDLE_NODETYPE
- }
- return nullptr;
-}
-
-std::pair<unsigned, const TargetRegisterClass *>
-WebAssemblyTargetLowering::getRegForInlineAsmConstraint(
- const TargetRegisterInfo *TRI, StringRef Constraint, MVT VT) const {
- // First, see if this is a constraint that directly corresponds to a
- // WebAssembly register class.
- if (Constraint.size() == 1) {
- switch (Constraint[0]) {
- case 'r':
- assert(VT != MVT::iPTR && "Pointer MVT not expected here");
- if (Subtarget->hasSIMD128() && VT.isVector()) {
- if (VT.getSizeInBits() == 128)
- return std::make_pair(0U, &WebAssembly::V128RegClass);
- }
- if (VT.isInteger() && !VT.isVector()) {
- if (VT.getSizeInBits() <= 32)
- return std::make_pair(0U, &WebAssembly::I32RegClass);
- if (VT.getSizeInBits() <= 64)
- return std::make_pair(0U, &WebAssembly::I64RegClass);
- }
- break;
- default:
- break;
- }
- }
-
- return TargetLowering::getRegForInlineAsmConstraint(TRI, Constraint, VT);
-}
-
-bool WebAssemblyTargetLowering::isCheapToSpeculateCttz() const {
- // Assume ctz is a relatively cheap operation.
- return true;
-}
-
-bool WebAssemblyTargetLowering::isCheapToSpeculateCtlz() const {
- // Assume clz is a relatively cheap operation.
- return true;
-}
-
-bool WebAssemblyTargetLowering::isLegalAddressingMode(const DataLayout &DL,
- const AddrMode &AM,
- Type *Ty, unsigned AS,
- Instruction *I) const {
- // WebAssembly offsets are added as unsigned without wrapping. The
- // isLegalAddressingMode gives us no way to determine if wrapping could be
- // happening, so we approximate this by accepting only non-negative offsets.
- if (AM.BaseOffs < 0)
- return false;
-
- // WebAssembly has no scale register operands.
- if (AM.Scale != 0)
- return false;
-
- // Everything else is legal.
- return true;
-}
-
-bool WebAssemblyTargetLowering::allowsMisalignedMemoryAccesses(
- EVT /*VT*/, unsigned /*AddrSpace*/, unsigned /*Align*/, bool *Fast) const {
- // WebAssembly supports unaligned accesses, though it should be declared
- // with the p2align attribute on loads and stores which do so, and there
- // may be a performance impact. We tell LLVM they're "fast" because
- // for the kinds of things that LLVM uses this for (merging adjacent stores
- // of constants, etc.), WebAssembly implementations will either want the
- // unaligned access or they'll split anyway.
- if (Fast)
- *Fast = true;
- return true;
-}
-
-bool WebAssemblyTargetLowering::isIntDivCheap(EVT VT,
- AttributeList Attr) const {
- // The current thinking is that wasm engines will perform this optimization,
- // so we can save on code size.
- return true;
-}
-
-EVT WebAssemblyTargetLowering::getSetCCResultType(const DataLayout &DL,
- LLVMContext &C,
- EVT VT) const {
- if (VT.isVector())
- return VT.changeVectorElementTypeToInteger();
-
- return TargetLowering::getSetCCResultType(DL, C, VT);
-}
-
-bool WebAssemblyTargetLowering::getTgtMemIntrinsic(IntrinsicInfo &Info,
- const CallInst &I,
- MachineFunction &MF,
- unsigned Intrinsic) const {
- switch (Intrinsic) {
- case Intrinsic::wasm_atomic_notify:
- Info.opc = ISD::INTRINSIC_W_CHAIN;
- Info.memVT = MVT::i32;
- Info.ptrVal = I.getArgOperand(0);
- Info.offset = 0;
- Info.align = 4;
- // atomic.notify instruction does not really load the memory specified with
- // this argument, but MachineMemOperand should either be load or store, so
- // we set this to a load.
- // FIXME Volatile isn't really correct, but currently all LLVM atomic
- // instructions are treated as volatiles in the backend, so we should be
- // consistent. The same applies for wasm_atomic_wait intrinsics too.
- Info.flags = MachineMemOperand::MOVolatile | MachineMemOperand::MOLoad;
- return true;
- case Intrinsic::wasm_atomic_wait_i32:
- Info.opc = ISD::INTRINSIC_W_CHAIN;
- Info.memVT = MVT::i32;
- Info.ptrVal = I.getArgOperand(0);
- Info.offset = 0;
- Info.align = 4;
- Info.flags = MachineMemOperand::MOVolatile | MachineMemOperand::MOLoad;
- return true;
- case Intrinsic::wasm_atomic_wait_i64:
- Info.opc = ISD::INTRINSIC_W_CHAIN;
- Info.memVT = MVT::i64;
- Info.ptrVal = I.getArgOperand(0);
- Info.offset = 0;
- Info.align = 8;
- Info.flags = MachineMemOperand::MOVolatile | MachineMemOperand::MOLoad;
- return true;
- default:
- return false;
- }
-}
-
-//===----------------------------------------------------------------------===//
-// WebAssembly Lowering private implementation.
-//===----------------------------------------------------------------------===//
-
-//===----------------------------------------------------------------------===//
-// Lowering Code
-//===----------------------------------------------------------------------===//
-
-static void fail(const SDLoc &DL, SelectionDAG &DAG, const char *msg) {
- MachineFunction &MF = DAG.getMachineFunction();
- DAG.getContext()->diagnose(
- DiagnosticInfoUnsupported(MF.getFunction(), msg, DL.getDebugLoc()));
-}
-
-// Test whether the given calling convention is supported.
-static bool CallingConvSupported(CallingConv::ID CallConv) {
- // We currently support the language-independent target-independent
- // conventions. We don't yet have a way to annotate calls with properties like
- // "cold", and we don't have any call-clobbered registers, so these are mostly
- // all handled the same.
- return CallConv == CallingConv::C || CallConv == CallingConv::Fast ||
- CallConv == CallingConv::Cold ||
- CallConv == CallingConv::PreserveMost ||
- CallConv == CallingConv::PreserveAll ||
- CallConv == CallingConv::CXX_FAST_TLS;
-}
-
-SDValue
-WebAssemblyTargetLowering::LowerCall(CallLoweringInfo &CLI,
- SmallVectorImpl<SDValue> &InVals) const {
- SelectionDAG &DAG = CLI.DAG;
- SDLoc DL = CLI.DL;
- SDValue Chain = CLI.Chain;
- SDValue Callee = CLI.Callee;
- MachineFunction &MF = DAG.getMachineFunction();
- auto Layout = MF.getDataLayout();
-
- CallingConv::ID CallConv = CLI.CallConv;
- if (!CallingConvSupported(CallConv))
- fail(DL, DAG,
- "WebAssembly doesn't support language-specific or target-specific "
- "calling conventions yet");
- if (CLI.IsPatchPoint)
- fail(DL, DAG, "WebAssembly doesn't support patch point yet");
-
- // WebAssembly doesn't currently support explicit tail calls. If they are
- // required, fail. Otherwise, just disable them.
- if ((CallConv == CallingConv::Fast && CLI.IsTailCall &&
- MF.getTarget().Options.GuaranteedTailCallOpt) ||
- (CLI.CS && CLI.CS.isMustTailCall()))
- fail(DL, DAG, "WebAssembly doesn't support tail call yet");
- CLI.IsTailCall = false;
-
- SmallVectorImpl<ISD::InputArg> &Ins = CLI.Ins;
- if (Ins.size() > 1)
- fail(DL, DAG, "WebAssembly doesn't support more than 1 returned value yet");
-
- SmallVectorImpl<ISD::OutputArg> &Outs = CLI.Outs;
- SmallVectorImpl<SDValue> &OutVals = CLI.OutVals;
- unsigned NumFixedArgs = 0;
- for (unsigned i = 0; i < Outs.size(); ++i) {
- const ISD::OutputArg &Out = Outs[i];
- SDValue &OutVal = OutVals[i];
- if (Out.Flags.isNest())
- fail(DL, DAG, "WebAssembly hasn't implemented nest arguments");
- if (Out.Flags.isInAlloca())
- fail(DL, DAG, "WebAssembly hasn't implemented inalloca arguments");
- if (Out.Flags.isInConsecutiveRegs())
- fail(DL, DAG, "WebAssembly hasn't implemented cons regs arguments");
- if (Out.Flags.isInConsecutiveRegsLast())
- fail(DL, DAG, "WebAssembly hasn't implemented cons regs last arguments");
- if (Out.Flags.isByVal() && Out.Flags.getByValSize() != 0) {
- auto &MFI = MF.getFrameInfo();
- int FI = MFI.CreateStackObject(Out.Flags.getByValSize(),
- Out.Flags.getByValAlign(),
- /*isSS=*/false);
- SDValue SizeNode =
- DAG.getConstant(Out.Flags.getByValSize(), DL, MVT::i32);
- SDValue FINode = DAG.getFrameIndex(FI, getPointerTy(Layout));
- Chain = DAG.getMemcpy(
- Chain, DL, FINode, OutVal, SizeNode, Out.Flags.getByValAlign(),
- /*isVolatile*/ false, /*AlwaysInline=*/false,
- /*isTailCall*/ false, MachinePointerInfo(), MachinePointerInfo());
- OutVal = FINode;
- }
- // Count the number of fixed args *after* legalization.
- NumFixedArgs += Out.IsFixed;
- }
-
- bool IsVarArg = CLI.IsVarArg;
- auto PtrVT = getPointerTy(Layout);
-
- // Analyze operands of the call, assigning locations to each operand.
- SmallVector<CCValAssign, 16> ArgLocs;
- CCState CCInfo(CallConv, IsVarArg, MF, ArgLocs, *DAG.getContext());
-
- if (IsVarArg) {
- // Outgoing non-fixed arguments are placed in a buffer. First
- // compute their offsets and the total amount of buffer space needed.
- for (unsigned I = NumFixedArgs; I < Outs.size(); ++I) {
- const ISD::OutputArg &Out = Outs[I];
- SDValue &Arg = OutVals[I];
- EVT VT = Arg.getValueType();
- assert(VT != MVT::iPTR && "Legalized args should be concrete");
- Type *Ty = VT.getTypeForEVT(*DAG.getContext());
- unsigned Align = std::max(Out.Flags.getOrigAlign(),
- Layout.getABITypeAlignment(Ty));
- unsigned Offset = CCInfo.AllocateStack(Layout.getTypeAllocSize(Ty),
- Align);
- CCInfo.addLoc(CCValAssign::getMem(ArgLocs.size(), VT.getSimpleVT(),
- Offset, VT.getSimpleVT(),
- CCValAssign::Full));
- }
- }
-
- unsigned NumBytes = CCInfo.getAlignedCallFrameSize();
-
- SDValue FINode;
- if (IsVarArg && NumBytes) {
- // For non-fixed arguments, next emit stores to store the argument values
- // to the stack buffer at the offsets computed above.
- int FI = MF.getFrameInfo().CreateStackObject(NumBytes,
- Layout.getStackAlignment(),
- /*isSS=*/false);
- unsigned ValNo = 0;
- SmallVector<SDValue, 8> Chains;
- for (SDValue Arg :
- make_range(OutVals.begin() + NumFixedArgs, OutVals.end())) {
- assert(ArgLocs[ValNo].getValNo() == ValNo &&
- "ArgLocs should remain in order and only hold varargs args");
- unsigned Offset = ArgLocs[ValNo++].getLocMemOffset();
- FINode = DAG.getFrameIndex(FI, getPointerTy(Layout));
- SDValue Add = DAG.getNode(ISD::ADD, DL, PtrVT, FINode,
- DAG.getConstant(Offset, DL, PtrVT));
- Chains.push_back(
- DAG.getStore(Chain, DL, Arg, Add,
- MachinePointerInfo::getFixedStack(MF, FI, Offset), 0));
- }
- if (!Chains.empty())
- Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chains);
- } else if (IsVarArg) {
- FINode = DAG.getIntPtrConstant(0, DL);
- }
-
- // Compute the operands for the CALLn node.
- SmallVector<SDValue, 16> Ops;
- Ops.push_back(Chain);
- Ops.push_back(Callee);
-
- // Add all fixed arguments. Note that for non-varargs calls, NumFixedArgs
- // isn't reliable.
- Ops.append(OutVals.begin(),
- IsVarArg ? OutVals.begin() + NumFixedArgs : OutVals.end());
- // Add a pointer to the vararg buffer.
- if (IsVarArg)
- Ops.push_back(FINode);
-
- SmallVector<EVT, 8> InTys;
- for (const auto &In : Ins) {
- assert(!In.Flags.isByVal() && "byval is not valid for return values");
- assert(!In.Flags.isNest() && "nest is not valid for return values");
- if (In.Flags.isInAlloca())
- fail(DL, DAG, "WebAssembly hasn't implemented inalloca return values");
- if (In.Flags.isInConsecutiveRegs())
- fail(DL, DAG, "WebAssembly hasn't implemented cons regs return values");
- if (In.Flags.isInConsecutiveRegsLast())
- fail(DL, DAG,
- "WebAssembly hasn't implemented cons regs last return values");
- // Ignore In.getOrigAlign() because all our arguments are passed in
- // registers.
- InTys.push_back(In.VT);
- }
- InTys.push_back(MVT::Other);
- SDVTList InTyList = DAG.getVTList(InTys);
- SDValue Res =
- DAG.getNode(Ins.empty() ? WebAssemblyISD::CALL0 : WebAssemblyISD::CALL1,
- DL, InTyList, Ops);
- if (Ins.empty()) {
- Chain = Res;
- } else {
- InVals.push_back(Res);
- Chain = Res.getValue(1);
- }
-
- return Chain;
-}
-
-bool WebAssemblyTargetLowering::CanLowerReturn(
- CallingConv::ID /*CallConv*/, MachineFunction & /*MF*/, bool /*IsVarArg*/,
- const SmallVectorImpl<ISD::OutputArg> &Outs,
- LLVMContext & /*Context*/) const {
- // WebAssembly can't currently handle returning tuples.
- return Outs.size() <= 1;
-}
-
-SDValue WebAssemblyTargetLowering::LowerReturn(
- SDValue Chain, CallingConv::ID CallConv, bool /*IsVarArg*/,
- const SmallVectorImpl<ISD::OutputArg> &Outs,
- const SmallVectorImpl<SDValue> &OutVals, const SDLoc &DL,
- SelectionDAG &DAG) const {
- assert(Outs.size() <= 1 && "WebAssembly can only return up to one value");
- if (!CallingConvSupported(CallConv))
- fail(DL, DAG, "WebAssembly doesn't support non-C calling conventions");
-
- SmallVector<SDValue, 4> RetOps(1, Chain);
- RetOps.append(OutVals.begin(), OutVals.end());
- Chain = DAG.getNode(WebAssemblyISD::RETURN, DL, MVT::Other, RetOps);
-
- // Record the number and types of the return values.
- for (const ISD::OutputArg &Out : Outs) {
- assert(!Out.Flags.isByVal() && "byval is not valid for return values");
- assert(!Out.Flags.isNest() && "nest is not valid for return values");
- assert(Out.IsFixed && "non-fixed return value is not valid");
- if (Out.Flags.isInAlloca())
- fail(DL, DAG, "WebAssembly hasn't implemented inalloca results");
- if (Out.Flags.isInConsecutiveRegs())
- fail(DL, DAG, "WebAssembly hasn't implemented cons regs results");
- if (Out.Flags.isInConsecutiveRegsLast())
- fail(DL, DAG, "WebAssembly hasn't implemented cons regs last results");
- }
-
- return Chain;
-}
-
-SDValue WebAssemblyTargetLowering::LowerFormalArguments(
- SDValue Chain, CallingConv::ID CallConv, bool IsVarArg,
- const SmallVectorImpl<ISD::InputArg> &Ins, const SDLoc &DL,
- SelectionDAG &DAG, SmallVectorImpl<SDValue> &InVals) const {
- if (!CallingConvSupported(CallConv))
- fail(DL, DAG, "WebAssembly doesn't support non-C calling conventions");
-
- MachineFunction &MF = DAG.getMachineFunction();
- auto *MFI = MF.getInfo<WebAssemblyFunctionInfo>();
-
- // Set up the incoming ARGUMENTS value, which serves to represent the liveness
- // of the incoming values before they're represented by virtual registers.
- MF.getRegInfo().addLiveIn(WebAssembly::ARGUMENTS);
-
- for (const ISD::InputArg &In : Ins) {
- if (In.Flags.isInAlloca())
- fail(DL, DAG, "WebAssembly hasn't implemented inalloca arguments");
- if (In.Flags.isNest())
- fail(DL, DAG, "WebAssembly hasn't implemented nest arguments");
- if (In.Flags.isInConsecutiveRegs())
- fail(DL, DAG, "WebAssembly hasn't implemented cons regs arguments");
- if (In.Flags.isInConsecutiveRegsLast())
- fail(DL, DAG, "WebAssembly hasn't implemented cons regs last arguments");
- // Ignore In.getOrigAlign() because all our arguments are passed in
- // registers.
- InVals.push_back(In.Used ? DAG.getNode(WebAssemblyISD::ARGUMENT, DL, In.VT,
- DAG.getTargetConstant(InVals.size(),
- DL, MVT::i32))
- : DAG.getUNDEF(In.VT));
-
- // Record the number and types of arguments.
- MFI->addParam(In.VT);
- }
-
- // Varargs are copied into a buffer allocated by the caller, and a pointer to
- // the buffer is passed as an argument.
- if (IsVarArg) {
- MVT PtrVT = getPointerTy(MF.getDataLayout());
- unsigned VarargVreg =
- MF.getRegInfo().createVirtualRegister(getRegClassFor(PtrVT));
- MFI->setVarargBufferVreg(VarargVreg);
- Chain = DAG.getCopyToReg(
- Chain, DL, VarargVreg,
- DAG.getNode(WebAssemblyISD::ARGUMENT, DL, PtrVT,
- DAG.getTargetConstant(Ins.size(), DL, MVT::i32)));
- MFI->addParam(PtrVT);
- }
-
- // Record the number and types of arguments and results.
- SmallVector<MVT, 4> Params;
- SmallVector<MVT, 4> Results;
- ComputeSignatureVTs(MF.getFunction().getFunctionType(), MF.getFunction(),
- DAG.getTarget(), Params, Results);
- for (MVT VT : Results)
- MFI->addResult(VT);
- // TODO: Use signatures in WebAssemblyMachineFunctionInfo too and unify
- // the param logic here with ComputeSignatureVTs
- assert(MFI->getParams().size() == Params.size() &&
- std::equal(MFI->getParams().begin(), MFI->getParams().end(),
- Params.begin()));
-
- return Chain;
-}
-
-//===----------------------------------------------------------------------===//
-// Custom lowering hooks.
-//===----------------------------------------------------------------------===//
-
-SDValue WebAssemblyTargetLowering::LowerOperation(SDValue Op,
- SelectionDAG &DAG) const {
- SDLoc DL(Op);
- switch (Op.getOpcode()) {
- default:
- llvm_unreachable("unimplemented operation lowering");
- return SDValue();
- case ISD::FrameIndex:
- return LowerFrameIndex(Op, DAG);
- case ISD::GlobalAddress:
- return LowerGlobalAddress(Op, DAG);
- case ISD::ExternalSymbol:
- return LowerExternalSymbol(Op, DAG);
- case ISD::JumpTable:
- return LowerJumpTable(Op, DAG);
- case ISD::BR_JT:
- return LowerBR_JT(Op, DAG);
- case ISD::VASTART:
- return LowerVASTART(Op, DAG);
- case ISD::BlockAddress:
- case ISD::BRIND:
- fail(DL, DAG, "WebAssembly hasn't implemented computed gotos");
- return SDValue();
- case ISD::RETURNADDR: // Probably nothing meaningful can be returned here.
- fail(DL, DAG, "WebAssembly hasn't implemented __builtin_return_address");
- return SDValue();
- case ISD::FRAMEADDR:
- return LowerFRAMEADDR(Op, DAG);
- case ISD::CopyToReg:
- return LowerCopyToReg(Op, DAG);
- case ISD::INTRINSIC_WO_CHAIN:
- return LowerINTRINSIC_WO_CHAIN(Op, DAG);
- case ISD::EXTRACT_VECTOR_ELT:
- case ISD::INSERT_VECTOR_ELT:
- return LowerAccessVectorElement(Op, DAG);
- case ISD::INTRINSIC_VOID:
- return LowerINTRINSIC_VOID(Op, DAG);
- case ISD::SIGN_EXTEND_INREG:
- return LowerSIGN_EXTEND_INREG(Op, DAG);
- case ISD::VECTOR_SHUFFLE:
- return LowerVECTOR_SHUFFLE(Op, DAG);
- case ISD::SHL:
- case ISD::SRA:
- case ISD::SRL:
- return LowerShift(Op, DAG);
- }
-}
-
-SDValue WebAssemblyTargetLowering::LowerCopyToReg(SDValue Op,
- SelectionDAG &DAG) const {
- SDValue Src = Op.getOperand(2);
- if (isa<FrameIndexSDNode>(Src.getNode())) {
- // CopyToReg nodes don't support FrameIndex operands. Other targets select
- // the FI to some LEA-like instruction, but since we don't have that, we
- // need to insert some kind of instruction that can take an FI operand and
- // produces a value usable by CopyToReg (i.e. in a vreg). So insert a dummy
- // local.copy between Op and its FI operand.
- SDValue Chain = Op.getOperand(0);
- SDLoc DL(Op);
- unsigned Reg = cast<RegisterSDNode>(Op.getOperand(1))->getReg();
- EVT VT = Src.getValueType();
- SDValue Copy(DAG.getMachineNode(VT == MVT::i32 ? WebAssembly::COPY_I32
- : WebAssembly::COPY_I64,
- DL, VT, Src),
- 0);
- return Op.getNode()->getNumValues() == 1
- ? DAG.getCopyToReg(Chain, DL, Reg, Copy)
- : DAG.getCopyToReg(Chain, DL, Reg, Copy,
- Op.getNumOperands() == 4 ? Op.getOperand(3)
- : SDValue());
- }
- return SDValue();
-}
-
-SDValue WebAssemblyTargetLowering::LowerFrameIndex(SDValue Op,
- SelectionDAG &DAG) const {
- int FI = cast<FrameIndexSDNode>(Op)->getIndex();
- return DAG.getTargetFrameIndex(FI, Op.getValueType());
-}
-
-SDValue WebAssemblyTargetLowering::LowerFRAMEADDR(SDValue Op,
- SelectionDAG &DAG) const {
- // Non-zero depths are not supported by WebAssembly currently. Use the
- // legalizer's default expansion, which is to return 0 (what this function is
- // documented to do).
- if (Op.getConstantOperandVal(0) > 0)
- return SDValue();
-
- DAG.getMachineFunction().getFrameInfo().setFrameAddressIsTaken(true);
- EVT VT = Op.getValueType();
- unsigned FP =
- Subtarget->getRegisterInfo()->getFrameRegister(DAG.getMachineFunction());
- return DAG.getCopyFromReg(DAG.getEntryNode(), SDLoc(Op), FP, VT);
-}
-
-SDValue WebAssemblyTargetLowering::LowerGlobalAddress(SDValue Op,
- SelectionDAG &DAG) const {
- SDLoc DL(Op);
- const auto *GA = cast<GlobalAddressSDNode>(Op);
- EVT VT = Op.getValueType();
- assert(GA->getTargetFlags() == 0 &&
- "Unexpected target flags on generic GlobalAddressSDNode");
- if (GA->getAddressSpace() != 0)
- fail(DL, DAG, "WebAssembly only expects the 0 address space");
- return DAG.getNode(
- WebAssemblyISD::Wrapper, DL, VT,
- DAG.getTargetGlobalAddress(GA->getGlobal(), DL, VT, GA->getOffset()));
-}
-
-SDValue
-WebAssemblyTargetLowering::LowerExternalSymbol(SDValue Op,
- SelectionDAG &DAG) const {
- SDLoc DL(Op);
- const auto *ES = cast<ExternalSymbolSDNode>(Op);
- EVT VT = Op.getValueType();
- assert(ES->getTargetFlags() == 0 &&
- "Unexpected target flags on generic ExternalSymbolSDNode");
- // Set the TargetFlags to 0x1 which indicates that this is a "function"
- // symbol rather than a data symbol. We do this unconditionally even though
- // we don't know anything about the symbol other than its name, because all
- // external symbols used in target-independent SelectionDAG code are for
- // functions.
- return DAG.getNode(
- WebAssemblyISD::Wrapper, DL, VT,
- DAG.getTargetExternalSymbol(ES->getSymbol(), VT,
- WebAssemblyII::MO_SYMBOL_FUNCTION));
-}
-
-SDValue WebAssemblyTargetLowering::LowerJumpTable(SDValue Op,
- SelectionDAG &DAG) const {
- // There's no need for a Wrapper node because we always incorporate a jump
- // table operand into a BR_TABLE instruction, rather than ever
- // materializing it in a register.
- const JumpTableSDNode *JT = cast<JumpTableSDNode>(Op);
- return DAG.getTargetJumpTable(JT->getIndex(), Op.getValueType(),
- JT->getTargetFlags());
-}
-
-SDValue WebAssemblyTargetLowering::LowerBR_JT(SDValue Op,
- SelectionDAG &DAG) const {
- SDLoc DL(Op);
- SDValue Chain = Op.getOperand(0);
- const auto *JT = cast<JumpTableSDNode>(Op.getOperand(1));
- SDValue Index = Op.getOperand(2);
- assert(JT->getTargetFlags() == 0 && "WebAssembly doesn't set target flags");
-
- SmallVector<SDValue, 8> Ops;
- Ops.push_back(Chain);
- Ops.push_back(Index);
-
- MachineJumpTableInfo *MJTI = DAG.getMachineFunction().getJumpTableInfo();
- const auto &MBBs = MJTI->getJumpTables()[JT->getIndex()].MBBs;
-
- // Add an operand for each case.
- for (auto MBB : MBBs)
- Ops.push_back(DAG.getBasicBlock(MBB));
-
- // TODO: For now, we just pick something arbitrary for a default case for now.
- // We really want to sniff out the guard and put in the real default case (and
- // delete the guard).
- Ops.push_back(DAG.getBasicBlock(MBBs[0]));
-
- return DAG.getNode(WebAssemblyISD::BR_TABLE, DL, MVT::Other, Ops);
-}
-
-SDValue WebAssemblyTargetLowering::LowerVASTART(SDValue Op,
- SelectionDAG &DAG) const {
- SDLoc DL(Op);
- EVT PtrVT = getPointerTy(DAG.getMachineFunction().getDataLayout());
-
- auto *MFI = DAG.getMachineFunction().getInfo<WebAssemblyFunctionInfo>();
- const Value *SV = cast<SrcValueSDNode>(Op.getOperand(2))->getValue();
-
- SDValue ArgN = DAG.getCopyFromReg(DAG.getEntryNode(), DL,
- MFI->getVarargBufferVreg(), PtrVT);
- return DAG.getStore(Op.getOperand(0), DL, ArgN, Op.getOperand(1),
- MachinePointerInfo(SV), 0);
-}
-
-SDValue
-WebAssemblyTargetLowering::LowerINTRINSIC_WO_CHAIN(SDValue Op,
- SelectionDAG &DAG) const {
- unsigned IntNo = cast<ConstantSDNode>(Op.getOperand(0))->getZExtValue();
- SDLoc DL(Op);
- switch (IntNo) {
- default:
- return {}; // Don't custom lower most intrinsics.
-
- case Intrinsic::wasm_lsda: {
- MachineFunction &MF = DAG.getMachineFunction();
- EVT VT = Op.getValueType();
- const TargetLowering &TLI = DAG.getTargetLoweringInfo();
- MVT PtrVT = TLI.getPointerTy(DAG.getDataLayout());
- auto &Context = MF.getMMI().getContext();
- MCSymbol *S = Context.getOrCreateSymbol(Twine("GCC_except_table") +
- Twine(MF.getFunctionNumber()));
- return DAG.getNode(WebAssemblyISD::Wrapper, DL, VT,
- DAG.getMCSymbol(S, PtrVT));
- }
- }
-}
-
-SDValue
-WebAssemblyTargetLowering::LowerINTRINSIC_VOID(SDValue Op,
- SelectionDAG &DAG) const {
- MachineFunction &MF = DAG.getMachineFunction();
- unsigned IntNo = cast<ConstantSDNode>(Op.getOperand(1))->getZExtValue();
- SDLoc DL(Op);
-
- switch (IntNo) {
- default:
- return {}; // Don't custom lower most intrinsics.
-
- case Intrinsic::wasm_throw: {
- int Tag = cast<ConstantSDNode>(Op.getOperand(2).getNode())->getZExtValue();
- switch (Tag) {
- case CPP_EXCEPTION: {
- const TargetLowering &TLI = DAG.getTargetLoweringInfo();
- MVT PtrVT = TLI.getPointerTy(DAG.getDataLayout());
- const char *SymName = MF.createExternalSymbolName("__cpp_exception");
- SDValue SymNode =
- DAG.getNode(WebAssemblyISD::Wrapper, DL, PtrVT,
- DAG.getTargetExternalSymbol(
- SymName, PtrVT, WebAssemblyII::MO_SYMBOL_EVENT));
- return DAG.getNode(WebAssemblyISD::THROW, DL,
- MVT::Other, // outchain type
- {
- Op.getOperand(0), // inchain
- SymNode, // exception symbol
- Op.getOperand(3) // thrown value
- });
- }
- default:
- llvm_unreachable("Invalid tag!");
- }
- break;
- }
- }
-}
-
-SDValue
-WebAssemblyTargetLowering::LowerSIGN_EXTEND_INREG(SDValue Op,
- SelectionDAG &DAG) const {
- // If sign extension operations are disabled, allow sext_inreg only if operand
- // is a vector extract. SIMD does not depend on sign extension operations, but
- // allowing sext_inreg in this context lets us have simple patterns to select
- // extract_lane_s instructions. Expanding sext_inreg everywhere would be
- // simpler in this file, but would necessitate large and brittle patterns to
- // undo the expansion and select extract_lane_s instructions.
- assert(!Subtarget->hasSignExt() && Subtarget->hasSIMD128());
- if (Op.getOperand(0).getOpcode() == ISD::EXTRACT_VECTOR_ELT)
- return Op;
- // Otherwise expand
- return SDValue();
-}
-
-SDValue
-WebAssemblyTargetLowering::LowerVECTOR_SHUFFLE(SDValue Op,
- SelectionDAG &DAG) const {
- SDLoc DL(Op);
- ArrayRef<int> Mask = cast<ShuffleVectorSDNode>(Op.getNode())->getMask();
- MVT VecType = Op.getOperand(0).getSimpleValueType();
- assert(VecType.is128BitVector() && "Unexpected shuffle vector type");
- size_t LaneBytes = VecType.getVectorElementType().getSizeInBits() / 8;
-
- // Space for two vector args and sixteen mask indices
- SDValue Ops[18];
- size_t OpIdx = 0;
- Ops[OpIdx++] = Op.getOperand(0);
- Ops[OpIdx++] = Op.getOperand(1);
-
- // Expand mask indices to byte indices and materialize them as operands
- for (size_t I = 0, Lanes = Mask.size(); I < Lanes; ++I) {
- for (size_t J = 0; J < LaneBytes; ++J) {
- // Lower undefs (represented by -1 in mask) to zero
- uint64_t ByteIndex =
- Mask[I] == -1 ? 0 : (uint64_t)Mask[I] * LaneBytes + J;
- Ops[OpIdx++] = DAG.getConstant(ByteIndex, DL, MVT::i32);
- }
- }
-
- return DAG.getNode(WebAssemblyISD::SHUFFLE, DL, Op.getValueType(), Ops);
-}
-
-SDValue
-WebAssemblyTargetLowering::LowerAccessVectorElement(SDValue Op,
- SelectionDAG &DAG) const {
- // Allow constant lane indices, expand variable lane indices
- SDNode *IdxNode = Op.getOperand(Op.getNumOperands() - 1).getNode();
- if (isa<ConstantSDNode>(IdxNode) || IdxNode->isUndef())
- return Op;
- else
- // Perform default expansion
- return SDValue();
-}
-
-static SDValue UnrollVectorShift(SDValue Op, SelectionDAG &DAG) {
- EVT LaneT = Op.getSimpleValueType().getVectorElementType();
- // 32-bit and 64-bit unrolled shifts will have proper semantics
- if (LaneT.bitsGE(MVT::i32))
- return DAG.UnrollVectorOp(Op.getNode());
- // Otherwise mask the shift value to get proper semantics from 32-bit shift
- SDLoc DL(Op);
- SDValue ShiftVal = Op.getOperand(1);
- uint64_t MaskVal = LaneT.getSizeInBits() - 1;
- SDValue MaskedShiftVal = DAG.getNode(
- ISD::AND, // mask opcode
- DL, ShiftVal.getValueType(), // masked value type
- ShiftVal, // original shift value operand
- DAG.getConstant(MaskVal, DL, ShiftVal.getValueType()) // mask operand
- );
-
- return DAG.UnrollVectorOp(
- DAG.getNode(Op.getOpcode(), // original shift opcode
- DL, Op.getValueType(), // original return type
- Op.getOperand(0), // original vector operand,
- MaskedShiftVal // new masked shift value operand
- )
- .getNode());
-}
-
-SDValue WebAssemblyTargetLowering::LowerShift(SDValue Op,
- SelectionDAG &DAG) const {
- SDLoc DL(Op);
-
- // Only manually lower vector shifts
- assert(Op.getSimpleValueType().isVector());
-
- // Expand all vector shifts until V8 fixes its implementation
- // TODO: remove this once V8 is fixed
- if (!Subtarget->hasUnimplementedSIMD128())
- return UnrollVectorShift(Op, DAG);
-
- // Unroll non-splat vector shifts
- BuildVectorSDNode *ShiftVec;
- SDValue SplatVal;
- if (!(ShiftVec = dyn_cast<BuildVectorSDNode>(Op.getOperand(1).getNode())) ||
- !(SplatVal = ShiftVec->getSplatValue()))
- return UnrollVectorShift(Op, DAG);
-
- // All splats except i64x2 const splats are handled by patterns
- ConstantSDNode *SplatConst = dyn_cast<ConstantSDNode>(SplatVal);
- if (!SplatConst || Op.getSimpleValueType() != MVT::v2i64)
- return Op;
-
- // i64x2 const splats are custom lowered to avoid unnecessary wraps
- unsigned Opcode;
- switch (Op.getOpcode()) {
- case ISD::SHL:
- Opcode = WebAssemblyISD::VEC_SHL;
- break;
- case ISD::SRA:
- Opcode = WebAssemblyISD::VEC_SHR_S;
- break;
- case ISD::SRL:
- Opcode = WebAssemblyISD::VEC_SHR_U;
- break;
- default:
- llvm_unreachable("unexpected opcode");
- }
- APInt Shift = SplatConst->getAPIntValue().zextOrTrunc(32);
- return DAG.getNode(Opcode, DL, Op.getValueType(), Op.getOperand(0),
- DAG.getConstant(Shift, DL, MVT::i32));
-}
-
-//===----------------------------------------------------------------------===//
-// WebAssembly Optimization Hooks
-//===----------------------------------------------------------------------===//