diff options
Diffstat (limited to 'contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/X86ShuffleDecode.h')
| -rw-r--r-- | contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/X86ShuffleDecode.h | 166 |
1 files changed, 166 insertions, 0 deletions
diff --git a/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/X86ShuffleDecode.h b/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/X86ShuffleDecode.h new file mode 100644 index 000000000000..4ef9959f7a27 --- /dev/null +++ b/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/X86ShuffleDecode.h @@ -0,0 +1,166 @@ +//===-- X86ShuffleDecode.h - X86 shuffle decode logic -----------*-C++-*---===// +// +// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. +// See https://llvm.org/LICENSE.txt for license information. +// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception +// +//===----------------------------------------------------------------------===// +// +// Define several functions to decode x86 specific shuffle semantics into a +// generic vector mask. +// +//===----------------------------------------------------------------------===// + +#ifndef LLVM_LIB_TARGET_X86_UTILS_X86SHUFFLEDECODE_H +#define LLVM_LIB_TARGET_X86_UTILS_X86SHUFFLEDECODE_H + +#include <cstdint> + +//===----------------------------------------------------------------------===// +// Vector Mask Decoding +//===----------------------------------------------------------------------===// + +namespace llvm { +class APInt; +template <typename T> class ArrayRef; +template <typename T> class SmallVectorImpl; + +enum { SM_SentinelUndef = -1, SM_SentinelZero = -2 }; + +/// Decode a 128-bit INSERTPS instruction as a v4f32 shuffle mask. +void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask); + +// Insert the bottom Len elements from a second source into a vector starting at +// element Idx. +void DecodeInsertElementMask(unsigned NumElts, unsigned Idx, unsigned Len, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a MOVHLPS instruction as a v2f64/v4f32 shuffle mask. +/// i.e. <3,1> or <6,7,2,3> +void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask); + +/// Decode a MOVLHPS instruction as a v2f64/v4f32 shuffle mask. +/// i.e. <0,2> or <0,1,4,5> +void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask); + +void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); + +void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); + +void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); + +void DecodePSLLDQMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +void DecodePSRLDQMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +void DecodePALIGNRMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +void DecodeVALIGNMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +/// Decodes the shuffle masks for pshufd/pshufw/vpermilpd/vpermilps. +void DecodePSHUFMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +/// Decodes the shuffle masks for pshufhw. +void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +/// Decodes the shuffle masks for pshuflw. +void DecodePSHUFLWMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +/// Decodes a PSWAPD 3DNow! instruction. +void DecodePSWAPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); + +/// Decodes the shuffle masks for shufp*. +void DecodeSHUFPMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +/// Decodes the shuffle masks for unpckhps/unpckhpd and punpckh*. +void DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits, + SmallVectorImpl<int> &ShuffleMask); + +/// Decodes the shuffle masks for unpcklps/unpcklpd and punpckl*. +void DecodeUNPCKLMask(unsigned NumElts, unsigned ScalarBits, + SmallVectorImpl<int> &ShuffleMask); + +/// Decodes a broadcast of the first element of a vector. +void DecodeVectorBroadcast(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); + +/// Decodes a broadcast of a subvector to a larger vector type. +void DecodeSubVectorBroadcast(unsigned DstNumElts, unsigned SrcNumElts, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a PSHUFB mask from a raw array of constants such as from +/// BUILD_VECTOR. +void DecodePSHUFBMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a BLEND immediate mask into a shuffle mask. +void DecodeBLENDMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +void DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a shuffle packed values at 128-bit granularity +/// (SHUFF32x4/SHUFF64x2/SHUFI32x4/SHUFI64x2) +/// immediate mask into a shuffle mask. +void decodeVSHUF64x2FamilyMask(unsigned NumElts, unsigned ScalarSize, + unsigned Imm, SmallVectorImpl<int> &ShuffleMask); + +/// Decodes the shuffle masks for VPERMQ/VPERMPD. +void DecodeVPERMMask(unsigned NumElts, unsigned Imm, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a VPPERM mask from a raw array of constants such as from +/// BUILD_VECTOR. +/// This can only basic masks (permutes + zeros), not any of the other +/// operations that VPPERM can perform. +void DecodeVPPERMMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a zero extension instruction as a shuffle mask. +void DecodeZeroExtendMask(unsigned SrcScalarBits, unsigned DstScalarBits, + unsigned NumDstElts, bool IsAnyExtend, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a move lower and zero upper instruction as a shuffle mask. +void DecodeZeroMoveLowMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); + +/// Decode a scalar float move instruction as a shuffle mask. +void DecodeScalarMoveMask(unsigned NumElts, bool IsLoad, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a SSE4A EXTRQ instruction as a shuffle mask. +void DecodeEXTRQIMask(unsigned NumElts, unsigned EltSize, int Len, int Idx, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a SSE4A INSERTQ instruction as a shuffle mask. +void DecodeINSERTQIMask(unsigned NumElts, unsigned EltSize, int Len, int Idx, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a VPERMILPD/VPERMILPS variable mask from a raw array of constants. +void DecodeVPERMILPMask(unsigned NumElts, unsigned ScalarBits, + ArrayRef<uint64_t> RawMask, const APInt &UndefElts, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a VPERMIL2PD/VPERMIL2PS variable mask from a raw array of constants. +void DecodeVPERMIL2PMask(unsigned NumElts, unsigned ScalarBits, unsigned M2Z, + ArrayRef<uint64_t> RawMask, const APInt &UndefElts, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a VPERM W/D/Q/PS/PD mask from a raw array of constants. +void DecodeVPERMVMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, + SmallVectorImpl<int> &ShuffleMask); + +/// Decode a VPERMT2 W/D/Q/PS/PD mask from a raw array of constants. +void DecodeVPERMV3Mask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, + SmallVectorImpl<int> &ShuffleMask); +} // llvm namespace + +#endif |