| //===- AMDGPULegalizerInfo ---------------------------------------*- C++ -*-==// | |
| // | |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | |
| // See https://llvm.org/LICENSE.txt for license information. | |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | |
| // | |
| //===----------------------------------------------------------------------===// | |
| /// \file | |
| /// This file declares the targeting of the Machinelegalizer class for | |
| /// AMDGPU. | |
| /// \todo This should be generated by TableGen. | |
| //===----------------------------------------------------------------------===// | |
| #ifndef LLVM_LIB_TARGET_AMDGPU_AMDGPUMACHINELEGALIZER_H | |
| #define LLVM_LIB_TARGET_AMDGPU_AMDGPUMACHINELEGALIZER_H | |
| #include "llvm/CodeGen/GlobalISel/LegalizerInfo.h" | |
| #include "AMDGPUArgumentUsageInfo.h" | |
| #include "SIInstrInfo.h" | |
| namespace llvm { | |
| class GCNTargetMachine; | |
| class GCNSubtarget; | |
| class MachineIRBuilder; | |
| namespace AMDGPU { | |
| struct ImageDimIntrinsicInfo; | |
| } | |
| class AMDGPULegalizerInfo final : public LegalizerInfo { | |
| const GCNSubtarget &ST; | |
| public: | |
| AMDGPULegalizerInfo(const GCNSubtarget &ST, | |
| const GCNTargetMachine &TM); | |
| bool legalizeCustom(LegalizerHelper &Helper, MachineInstr &MI, | |
| LostDebugLocObserver &LocObserver) const override; | |
| Register getSegmentAperture(unsigned AddrSpace, | |
| MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeAddrSpaceCast(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFroundeven(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFceil(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFrem(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeIntrinsicTrunc(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeITOFP(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B, bool Signed) const; | |
| bool legalizeFPTOI(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B, bool Signed) const; | |
| bool legalizeMinNumMaxNum(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeExtract(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeInsert(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeExtractVectorElt(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeInsertVectorElt(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeSinCos(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool buildPCRelGlobalAddress(Register DstReg, LLT PtrTy, MachineIRBuilder &B, | |
| const GlobalValue *GV, int64_t Offset, | |
| unsigned GAFlags = SIInstrInfo::MO_NONE) const; | |
| void buildAbsGlobalAddress(Register DstReg, LLT PtrTy, MachineIRBuilder &B, | |
| const GlobalValue *GV, | |
| MachineRegisterInfo &MRI) const; | |
| bool legalizeGlobalValue(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeLoad(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeStore(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeFMad(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeAtomicCmpXChg(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| std::pair<Register, Register> | |
| getScaledLogInput(MachineIRBuilder &B, Register Src, unsigned Flags) const; | |
| bool legalizeFlog2(MachineInstr &MI, MachineIRBuilder &B) const; | |
| bool legalizeFlogCommon(MachineInstr &MI, MachineIRBuilder &B) const; | |
| bool legalizeFlogUnsafe(MachineIRBuilder &B, Register Dst, Register Src, | |
| bool IsLog10, unsigned Flags) const; | |
| bool legalizeFExp2(MachineInstr &MI, MachineIRBuilder &B) const; | |
| bool legalizeFExpUnsafeImpl(MachineIRBuilder &B, Register Dst, Register Src, | |
| unsigned Flags, bool IsExp10) const; | |
| bool legalizeFExpUnsafe(MachineIRBuilder &B, Register Dst, Register Src, | |
| unsigned Flags) const; | |
| bool legalizeFExp10Unsafe(MachineIRBuilder &B, Register Dst, Register Src, | |
| unsigned Flags) const; | |
| bool legalizeFEXPF64(MachineInstr &MI, MachineIRBuilder &B) const; | |
| bool legalizeFExp(MachineInstr &MI, MachineIRBuilder &B) const; | |
| bool legalizeFPow(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeFFloor(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeBuildVector(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| void buildMultiply(LegalizerHelper &Helper, MutableArrayRef<Register> Accum, | |
| ArrayRef<Register> Src0, ArrayRef<Register> Src1, | |
| bool UsePartialMad64_32, | |
| bool SeparateOddAlignedProducts) const; | |
| bool legalizeMul(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeCTLZ_CTTZ(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeCTLZ_ZERO_POISON(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeCTLS(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| void buildLoadInputValue(Register DstReg, MachineIRBuilder &B, | |
| const ArgDescriptor *Arg, | |
| const TargetRegisterClass *ArgRC, LLT ArgTy) const; | |
| bool legalizeWorkGroupId( | |
| MachineInstr &MI, MachineIRBuilder &B, | |
| AMDGPUFunctionArgInfo::PreloadedValue ClusterIdPV, | |
| AMDGPUFunctionArgInfo::PreloadedValue ClusterMaxIdPV, | |
| AMDGPUFunctionArgInfo::PreloadedValue ClusterWorkGroupIdPV) const; | |
| bool loadInputValue(Register DstReg, MachineIRBuilder &B, | |
| AMDGPUFunctionArgInfo::PreloadedValue ArgType) const; | |
| bool legalizePointerAsRsrcIntrin(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizePreloadedArgIntrin( | |
| MachineInstr &MI, MachineRegisterInfo &MRI, MachineIRBuilder &B, | |
| AMDGPUFunctionArgInfo::PreloadedValue ArgType) const; | |
| bool legalizeWorkitemIDIntrinsic( | |
| MachineInstr &MI, MachineRegisterInfo &MRI, MachineIRBuilder &B, | |
| unsigned Dim, AMDGPUFunctionArgInfo::PreloadedValue ArgType) const; | |
| MachinePointerInfo getKernargSegmentPtrInfo(MachineFunction &MF) const; | |
| Register getKernargParameterPtr(MachineIRBuilder &B, int64_t Offset) const; | |
| bool legalizeKernargMemParameter(MachineInstr &MI, MachineIRBuilder &B, | |
| uint64_t Offset, | |
| Align Alignment = Align(4)) const; | |
| bool legalizeUnsignedDIV_REM(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| void legalizeUnsignedDIV_REM32Impl(MachineIRBuilder &B, Register DstDivReg, | |
| Register DstRemReg, Register Num, | |
| Register Den) const; | |
| void legalizeUnsignedDIV_REM64Impl(MachineIRBuilder &B, Register DstDivReg, | |
| Register DstRemReg, Register Num, | |
| Register Den) const; | |
| bool legalizeSignedDIV_REM(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFDIV(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFDIV16(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFDIV32(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFDIV64(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFFREXP(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFastUnsafeFDIV(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFastUnsafeFDIV64(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFDIVFastIntrin(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFSQRTF16(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFSQRTF32(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFSQRTF64(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeFSQRT(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeRsqClampIntrinsic(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool getImplicitArgPtr(Register DstReg, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeImplicitArgPtr(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeIsAddrSpace(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B, unsigned AddrSpace) const; | |
| std::pair<Register, unsigned> splitBufferOffsets(MachineIRBuilder &B, | |
| Register OrigOffset) const; | |
| Register handleD16VData(MachineIRBuilder &B, MachineRegisterInfo &MRI, | |
| Register Reg, bool ImageStore = false) const; | |
| Register fixStoreSourceType(MachineIRBuilder &B, Register VData, LLT MemTy, | |
| bool IsFormat) const; | |
| bool legalizeBufferStore(MachineInstr &MI, LegalizerHelper &Helper, | |
| bool IsTyped, bool IsFormat) const; | |
| bool legalizeBufferLoad(MachineInstr &MI, LegalizerHelper &Helper, | |
| bool IsFormat, bool IsTyped) const; | |
| bool legalizeBufferAtomic(MachineInstr &MI, MachineIRBuilder &B, | |
| Intrinsic::ID IID) const; | |
| bool legalizeBVHIntersectRayIntrinsic(MachineInstr &MI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeBVHDualOrBVH8IntersectRayIntrinsic(MachineInstr &MI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeLaneOp(LegalizerHelper &Helper, MachineInstr &MI, | |
| Intrinsic::ID IID) const; | |
| bool legalizeStackSave(MachineInstr &MI, MachineIRBuilder &B) const; | |
| bool legalizeWaveID(MachineInstr &MI, MachineIRBuilder &B) const; | |
| bool legalizeConstHwRegRead(MachineInstr &MI, MachineIRBuilder &B, | |
| AMDGPU::Hwreg::Id HwReg, unsigned LowBit, | |
| unsigned Width) const; | |
| bool legalizeGetFPEnv(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeSetFPEnv(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeImageIntrinsic( | |
| MachineInstr &MI, MachineIRBuilder &B, | |
| GISelChangeObserver &Observer, | |
| const AMDGPU::ImageDimIntrinsicInfo *ImageDimIntr) const; | |
| bool legalizeSBufferLoad(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeSBufferPrefetch(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeTrap(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeTrapEndpgm(LegalizerHelper &Helper, MachineInstr &MI) const; | |
| bool legalizeTrapHsaQueuePtr(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeTrapHsa(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeDebugTrap(MachineInstr &MI, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| bool legalizeIntrinsic(LegalizerHelper &Helper, | |
| MachineInstr &MI) const override; | |
| private: | |
| Register getBaseSegmentAperture(unsigned AS, MachineRegisterInfo &MRI, | |
| MachineIRBuilder &B) const; | |
| }; | |
| } // End llvm namespace. | |
| #endif |