//===- LLVMSPIRVInternal.h - SPIR-V internal header file --------*- C++ -*-===//
//
// The LLVM/SPIRV Translator
//
// This file is distributed under the University of Illinois Open Source
// License. See LICENSE.TXT for details.
//
// Copyright (c) 2014 Advanced Micro Devices, Inc. All rights reserved.
//
// Permission is hereby granted, free of charge, to any person obtaining a
// copy of this software and associated documentation files (the "Software"),
// to deal with the Software without restriction, including without limitation
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
// and/or sell copies of the Software, and to permit persons to whom the
// Software is furnished to do so, subject to the following conditions:
//
// Redistributions of source code must retain the above copyright notice,
// this list of conditions and the following disclaimers.
// Redistributions in binary form must reproduce the above copyright notice,
// this list of conditions and the following disclaimers in the documentation
// and/or other materials provided with the distribution.
// Neither the names of Advanced Micro Devices, Inc., nor the names of its
// contributors may be used to endorse or promote products derived from this
// Software without specific prior written permission.
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// CONTRIBUTORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS WITH
// THE SOFTWARE.
//
//===----------------------------------------------------------------------===//
/// \file
///
/// This file declares classes and functions shared by SPIR-V reader/writer.
///
//===----------------------------------------------------------------------===//
#ifndef LLVMSPIRVINTERNAL_HPP_
#define LLVMSPIRVINTERNAL_HPP_
#include "libSPIRV/SPIRVUtil.h"
#include "libSPIRV/SPIRVEnum.h"
#include "libSPIRV/SPIRVNameMapEnum.h"
#include "libSPIRV/SPIRVError.h"
#include "libSPIRV/SPIRVType.h"
#include "NameMangleAPI.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Instructions.h"
#include "llvm/Support/SPIRV.h"
#include <utility>
#include <functional>
using namespace SPIRV;
using namespace llvm;
namespace SPIRV{
/// The LLVM/SPIR-V translator version used to fill the lower 16 bits of the
/// generator's magic number in the generated SPIR-V module.
/// This number should be bumped up whenever the generated SPIR-V changes.
const static unsigned short kTranslatorVer = 14;
#define SPCV_TARGET_LLVM_IMAGE_TYPE_ENCODE_ACCESS_QUAL 0
// Workaround for SPIR 2 producer bug about kernel function calling convention.
// This workaround checks metadata to determine if a function is kernel.
#define SPCV_RELAX_KERNEL_CALLING_CONV 1
class SPIRVOpaqueType;
typedef SPIRVMap<std::string, Op, SPIRVOpaqueType>
SPIRVOpaqueTypeOpCodeMap;
// Ad hoc function used by LLVM/SPIRV converter for type casting
#define SPCV_CAST "spcv.cast"
#define LLVM_MEMCPY "llvm.memcpy"
namespace kOCLTypeQualifierName {
const static char *Const = "const";
const static char *Volatile = "volatile";
const static char *Restrict = "restrict";
const static char *Pipe = "pipe";
}
template<> inline void
SPIRVMap<unsigned, Op>::init() {
#define _SPIRV_OP(x,y) add(Instruction::x, Op##y);
/* Casts */
_SPIRV_OP(ZExt, UConvert)
_SPIRV_OP(SExt, SConvert)
_SPIRV_OP(Trunc, UConvert)
_SPIRV_OP(FPToUI, ConvertFToU)
_SPIRV_OP(FPToSI, ConvertFToS)
_SPIRV_OP(UIToFP, ConvertUToF)
_SPIRV_OP(SIToFP, ConvertSToF)
_SPIRV_OP(FPTrunc, FConvert)
_SPIRV_OP(FPExt, FConvert)
_SPIRV_OP(PtrToInt, ConvertPtrToU)
_SPIRV_OP(IntToPtr, ConvertUToPtr)
_SPIRV_OP(BitCast, Bitcast)
_SPIRV_OP(AddrSpaceCast, GenericCastToPtr)
_SPIRV_OP(GetElementPtr, AccessChain)
/*Binary*/
_SPIRV_OP(And, BitwiseAnd)
_SPIRV_OP(Or, BitwiseOr)
_SPIRV_OP(Xor, BitwiseXor)
_SPIRV_OP(Add, IAdd)
_SPIRV_OP(FAdd, FAdd)
_SPIRV_OP(Sub, ISub)
_SPIRV_OP(FSub, FSub)
_SPIRV_OP(Mul, IMul)
_SPIRV_OP(FMul, FMul)
_SPIRV_OP(UDiv, UDiv)
_SPIRV_OP(SDiv, SDiv)
_SPIRV_OP(FDiv, FDiv)
_SPIRV_OP(SRem, SRem)
_SPIRV_OP(FRem, FRem)
_SPIRV_OP(URem, UMod)
_SPIRV_OP(Shl, ShiftLeftLogical)
_SPIRV_OP(LShr, ShiftRightLogical)
_SPIRV_OP(AShr, ShiftRightArithmetic)
#undef _SPIRV_OP
}
typedef SPIRVMap<unsigned, Op> OpCodeMap;
template<> inline void
SPIRVMap<CmpInst::Predicate, Op>::init() {
#define _SPIRV_OP(x,y) add(CmpInst::x, Op##y);
_SPIRV_OP(FCMP_OEQ, FOrdEqual)
_SPIRV_OP(FCMP_OGT, FOrdGreaterThan)
_SPIRV_OP(FCMP_OGE, FOrdGreaterThanEqual)
_SPIRV_OP(FCMP_OLT, FOrdLessThan)
_SPIRV_OP(FCMP_OLE, FOrdLessThanEqual)
_SPIRV_OP(FCMP_ONE, FOrdNotEqual)
_SPIRV_OP(FCMP_ORD, Ordered)
_SPIRV_OP(FCMP_UNO, Unordered)
_SPIRV_OP(FCMP_UEQ, FUnordEqual)
_SPIRV_OP(FCMP_UGT, FUnordGreaterThan)
_SPIRV_OP(FCMP_UGE, FUnordGreaterThanEqual)
_SPIRV_OP(FCMP_ULT, FUnordLessThan)
_SPIRV_OP(FCMP_ULE, FUnordLessThanEqual)
_SPIRV_OP(FCMP_UNE, FUnordNotEqual)
_SPIRV_OP(ICMP_EQ, IEqual)
_SPIRV_OP(ICMP_NE, INotEqual)
_SPIRV_OP(ICMP_UGT, UGreaterThan)
_SPIRV_OP(ICMP_UGE, UGreaterThanEqual)
_SPIRV_OP(ICMP_ULT, ULessThan)
_SPIRV_OP(ICMP_ULE, ULessThanEqual)
_SPIRV_OP(ICMP_SGT, SGreaterThan)
_SPIRV_OP(ICMP_SGE, SGreaterThanEqual)
_SPIRV_OP(ICMP_SLT, SLessThan)
_SPIRV_OP(ICMP_SLE, SLessThanEqual)
#undef _SPIRV_OP
}
typedef SPIRVMap<CmpInst::Predicate, Op> CmpMap;
class IntBoolOpMapId;
template<> inline void
SPIRVMap<Op, Op, IntBoolOpMapId>::init() {
add(OpNot, OpLogicalNot);
add(OpBitwiseAnd, OpLogicalAnd);
add(OpBitwiseOr, OpLogicalOr);
add(OpBitwiseXor, OpLogicalNotEqual);
add(OpIEqual, OpLogicalEqual);
add(OpINotEqual, OpLogicalNotEqual);
}
typedef SPIRVMap<Op, Op, IntBoolOpMapId> IntBoolOpMap;
#define SPIR_TARGETTRIPLE32 "spir-unknown-unknown"
#define SPIR_TARGETTRIPLE64 "spir64-unknown-unknown"
#define SPIR_DATALAYOUT32 "e-p:32:32:32-i1:8:8-i8:8:8-i16:16:16-i32:32:32"\
"-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v24:32:32"\
"-v32:32:32-v48:64:64-v64:64:64-v96:128:128"\
"-v128:128:128-v192:256:256-v256:256:256"\
"-v512:512:512-v1024:1024:1024"
#define SPIR_DATALAYOUT64 "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32"\
"-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v24:32:32"\
"-v32:32:32-v48:64:64-v64:64:64-v96:128:128"\
"-v128:128:128-v192:256:256-v256:256:256"\
"-v512:512:512-v1024:1024:1024"
enum SPIRAddressSpace {
SPIRAS_Private,
SPIRAS_Global,
SPIRAS_Constant,
SPIRAS_Local,
SPIRAS_Generic,
SPIRAS_Count,
};
template<>inline void
SPIRVMap<SPIRAddressSpace, std::string>::init() {
add(SPIRAS_Private, "Private");
add(SPIRAS_Global, "Global");
add(SPIRAS_Constant, "Constant");
add(SPIRAS_Local, "Local");
add(SPIRAS_Generic, "Generic");
}
typedef SPIRVMap<SPIRAddressSpace, SPIRVStorageClassKind>
SPIRAddrSpaceCapitalizedNameMap;
template<> inline void
SPIRVMap<SPIRAddressSpace, SPIRVStorageClassKind>::init() {
add(SPIRAS_Private, StorageClassFunction);
add(SPIRAS_Global, StorageClassCrossWorkgroup);
add(SPIRAS_Constant, StorageClassUniformConstant);
add(SPIRAS_Local, StorageClassWorkgroup);
add(SPIRAS_Generic, StorageClassGeneric);
}
typedef SPIRVMap<SPIRAddressSpace, SPIRVStorageClassKind> SPIRSPIRVAddrSpaceMap;
// Maps OCL builtin function to SPIRV builtin variable.
template<> inline void
SPIRVMap<std::string, SPIRVAccessQualifierKind>::init() {
add("read_only", AccessQualifierReadOnly);
add("write_only", AccessQualifierWriteOnly);
add("read_write", AccessQualifierReadWrite);
}
typedef SPIRVMap<std::string, SPIRVAccessQualifierKind> SPIRSPIRVAccessQualifierMap;
template<> inline void
SPIRVMap<Attribute::AttrKind, SPIRVFuncParamAttrKind>::init() {
add(Attribute::ZExt, FunctionParameterAttributeZext);
add(Attribute::SExt, FunctionParameterAttributeSext);
add(Attribute::ByVal, FunctionParameterAttributeByVal);
add(Attribute::StructRet, FunctionParameterAttributeSret);
add(Attribute::NoAlias, FunctionParameterAttributeNoAlias);
add(Attribute::NoCapture, FunctionParameterAttributeNoCapture);
}
typedef SPIRVMap<Attribute::AttrKind, SPIRVFuncParamAttrKind>
SPIRSPIRVFuncParamAttrMap;
template<> inline void
SPIRVMap<Attribute::AttrKind, SPIRVFunctionControlMaskKind>::init() {
add(Attribute::ReadNone, FunctionControlPureMask);
add(Attribute::ReadOnly, FunctionControlConstMask);
add(Attribute::AlwaysInline, FunctionControlInlineMask);
add(Attribute::NoInline, FunctionControlDontInlineMask);
}
typedef SPIRVMap<Attribute::AttrKind, SPIRVFunctionControlMaskKind>
SPIRSPIRVFuncCtlMaskMap;
class SPIRVExtSetShortName;
template<> inline void
SPIRVMap<SPIRVExtInstSetKind, std::string, SPIRVExtSetShortName>::init() {
add(SPIRVEIS_OpenCL, "ocl");
}
typedef SPIRVMap<SPIRVExtInstSetKind, std::string, SPIRVExtSetShortName>
SPIRVExtSetShortNameMap;
#define SPIR_MD_KERNELS "opencl.kernels"
#define SPIR_MD_COMPILER_OPTIONS "opencl.compiler.options"
#define SPIR_MD_KERNEL_ARG_ADDR_SPACE "kernel_arg_addr_space"
#define SPIR_MD_KERNEL_ARG_ACCESS_QUAL "kernel_arg_access_qual"
#define SPIR_MD_KERNEL_ARG_TYPE "kernel_arg_type"
#define SPIR_MD_KERNEL_ARG_BASE_TYPE "kernel_arg_base_type"
#define SPIR_MD_KERNEL_ARG_TYPE_QUAL "kernel_arg_type_qual"
#define SPIR_MD_KERNEL_ARG_NAME "kernel_arg_name"
#define OCL_TYPE_NAME_SAMPLER_T "sampler_t"
#define SPIR_TYPE_NAME_EVENT_T "opencl.event_t"
#define SPIR_TYPE_NAME_CLK_EVENT_T "opencl.clk_event_t"
#define SPIR_TYPE_NAME_BLOCK_T "opencl.block"
#define SPIR_INTRINSIC_BLOCK_BIND "spir_block_bind"
#define SPIR_INTRINSIC_GET_BLOCK_INVOKE "spir_get_block_invoke"
#define SPIR_INTRINSIC_GET_BLOCK_CONTEXT "spir_get_block_context"
#define SPIR_TEMP_NAME_PREFIX_BLOCK "block"
#define SPIR_TEMP_NAME_PREFIX_CALL "call"
namespace kLLVMTypeName {
const static char StructPrefix[] = "struct.";
}
namespace kSPIRVImageSampledTypeName {
const static char Float[] = "float";
const static char Half[] = "half";
const static char Int[] = "int";
const static char UInt[] = "uint";
const static char Void[] = "void";
}
namespace kSPIRVTypeName {
const static char Delimiter = '.';
const static char DeviceEvent[] = "DeviceEvent";
const static char Event[] = "Event";
const static char Image[] = "Image";
const static char Pipe[] = "Pipe";
const static char PostfixDelim = '_';
const static char Prefix[] = "spirv";
const static char PrefixAndDelim[] = "spirv.";
const static char Queue[] = "Queue";
const static char ReserveId[] = "ReserveId";
const static char SampledImg[] = "SampledImage";
const static char Sampler[] = "Sampler";
const static char ConstantSampler[] = "ConstantSampler";
const static char PipeStorage[] = "PipeStorage";
const static char ConstantPipeStorage[] = "ConstantPipeStorage";
}
namespace kSPR2TypeName {
const static char Delimiter = '.';
const static char OCLPrefix[] = "opencl.";
const static char ImagePrefix[] = "opencl.image";
const static char Pipe[] = "opencl.pipe_t";
const static char Sampler[] = "opencl.sampler_t";
const static char Event[] = "opencl.event_t";
}
namespace kAccessQualName {
const static char ReadOnly[] = "read_only";
const static char WriteOnly[] = "write_only";
const static char ReadWrite[] = "read_write";
}
namespace kMangledName {
const static char Sampler[] = "11ocl_sampler";
const static char AtomicPrefixIncoming[] = "U7_Atomic";
const static char AtomicPrefixInternal[] = "atomic_";
}
namespace kSPIRVName {
const static char GroupPrefix[] = "group_";
const static char Prefix[] = "__spirv_";
const static char Postfix[] = "__";
const static char ImageQuerySize[] = "ImageQuerySize";
const static char ImageQuerySizeLod[] = "ImageQuerySizeLod";
const static char ImageSampleExplicitLod[] = "ImageSampleExplicitLod";
const static char ReservedPrefix[] = "reserved_";
const static char SampledImage[] = "SampledImage";
const static char TempSampledImage[] = "TempSampledImage";
}
namespace kSPIRVPostfix {
const static char Sat[] = "sat";
const static char Rtz[] = "rtz";
const static char Rte[] = "rte";
const static char Rtp[] = "rtp";
const static char Rtn[] = "rtn";
const static char Rt[] = "rt";
const static char Return[] = "R";
const static char Divider[] = "_";
/// Divider between extended instruction name and postfix
const static char ExtDivider[] = "__";
}
namespace kSPIRVMD {
const static char Capability[] = "spirv.Capability";
const static char EntryPoint[] = "spirv.EntryPoint";
const static char ExecutionMode[] = "spirv.ExecutionMode";
const static char Extension[] = "spirv.Extension";
const static char Generator[] = "spirv.Generator";
const static char Source[] = "spirv.Source";
const static char SourceExtension[] = "spirv.SourceExtension";
const static char MemoryModel[] = "spirv.MemoryModel";
}
namespace kSPIR2MD {
const static char Extensions[] = "opencl.used.extensions";
const static char FPContract[] = "opencl.enable.FP_CONTRACT";
const static char OCLVer[] = "opencl.ocl.version";
const static char OptFeatures[] = "opencl.used.optional.core.features";
const static char SPIRVer[] = "opencl.spir.version";
const static char VecTyHint[] = "vec_type_hint";
const static char WGSize[] = "reqd_work_group_size";
const static char WGSizeHint[] = "work_group_size_hint";
}
enum Spir2SamplerKind {
CLK_ADDRESS_NONE = 0x0000,
CLK_ADDRESS_CLAMP = 0x0004,
CLK_ADDRESS_CLAMP_TO_EDGE = 0x0002,
CLK_ADDRESS_REPEAT = 0x0006,
CLK_ADDRESS_MIRRORED_REPEAT = 0x0008,
CLK_NORMALIZED_COORDS_FALSE = 0x0000,
CLK_NORMALIZED_COORDS_TRUE = 0x0001,
CLK_FILTER_NEAREST = 0x0010,
CLK_FILTER_LINEAR = 0x0020,
};
/// Additional information for mangling a function argument type.
struct BuiltinArgTypeMangleInfo {
bool IsSigned;
bool IsVoidPtr;
bool IsEnum;
bool IsSampler;
bool IsAtomic;
bool IsLocalArgBlock;
SPIR::TypePrimitiveEnum Enum;
unsigned Attr;
BuiltinArgTypeMangleInfo():IsSigned(true), IsVoidPtr(false), IsEnum(false),
IsSampler(false), IsAtomic(false), IsLocalArgBlock(false),
Enum(SPIR::PRIMITIVE_NONE), Attr(0)
{}
};
/// Information for mangling builtin function.
class BuiltinFuncMangleInfo {
public:
/// Translate builtin function name and set
/// argument attributes and unsigned args.
BuiltinFuncMangleInfo(const std::string &UniqName = "") : LocalArgBlockIdx(-1),
VarArgIdx(-1) {
if (!UniqName.empty())
init(UniqName);
}
virtual ~BuiltinFuncMangleInfo(){}
const std::string &getUnmangledName() const { return UnmangledName;}
void addUnsignedArg(int Ndx) { UnsignedArgs.insert(Ndx);}
void addVoidPtrArg(int Ndx) { VoidPtrArgs.insert(Ndx);}
void addSamplerArg(int Ndx) { SamplerArgs.insert(Ndx);}
void addAtomicArg(int Ndx) { AtomicArgs.insert(Ndx);}
void setLocalArgBlock(int Ndx) {
assert(0 <= Ndx && "it is not allowed to set less than zero index");
LocalArgBlockIdx = Ndx;
}
void setEnumArg(int Ndx, SPIR::TypePrimitiveEnum Enum) {
EnumArgs[Ndx] = Enum;}
void setArgAttr(int Ndx, unsigned Attr) {
Attrs[Ndx] = Attr;}
void setVarArg(int Ndx) {
assert(0 <= Ndx && "it is not allowed to set less than zero index");
VarArgIdx = Ndx;
}
bool isArgUnsigned(int Ndx) {
return UnsignedArgs.count(-1) || UnsignedArgs.count(Ndx);}
bool isArgVoidPtr(int Ndx) {
return VoidPtrArgs.count(-1) || VoidPtrArgs.count(Ndx);}
bool isArgSampler(int Ndx) {
return SamplerArgs.count(Ndx);}
bool isArgAtomic(int Ndx) {
return AtomicArgs.count(Ndx);}
bool isLocalArgBlock(int Ndx) {
return LocalArgBlockIdx == Ndx;}
bool isArgEnum(int Ndx, SPIR::TypePrimitiveEnum *Enum = nullptr) {
auto Loc = EnumArgs.find(Ndx);
if (Loc == EnumArgs.end())
Loc = EnumArgs.find(-1);
if (Loc == EnumArgs.end())
return false;
if (Enum)
*Enum = Loc->second;
return true;
}
unsigned getArgAttr(int Ndx) {
auto Loc = Attrs.find(Ndx);
if (Loc == Attrs.end())
Loc = Attrs.find(-1);
if (Loc == Attrs.end())
return 0;
return Loc->second;
}
// get ellipsis index, single ellipsis at the end of the function is possible only
// return value < 0 if none
int getVarArg() const {
return VarArgIdx;
}
BuiltinArgTypeMangleInfo getTypeMangleInfo(int Ndx) {
BuiltinArgTypeMangleInfo Info;
Info.IsSigned = !isArgUnsigned(Ndx);
Info.IsVoidPtr = isArgVoidPtr(Ndx);
Info.IsEnum = isArgEnum(Ndx, &Info.Enum);
Info.IsSampler = isArgSampler(Ndx);
Info.IsAtomic = isArgAtomic(Ndx);
Info.IsLocalArgBlock = isLocalArgBlock(Ndx);
Info.Attr = getArgAttr(Ndx);
return Info;
}
virtual void init(const std::string &UniqUnmangledName){
UnmangledName = UniqUnmangledName;
}
protected:
std::string UnmangledName;
std::set<int> UnsignedArgs; // unsigned arguments, or -1 if all are unsigned
std::set<int> VoidPtrArgs; // void pointer arguments, or -1 if all are void
// pointer
std::set<int> SamplerArgs; // sampler arguments
std::set<int> AtomicArgs; // atomic arguments
std::map<int, SPIR::TypePrimitiveEnum> EnumArgs; // enum arguments
std::map<int, unsigned> Attrs; // argument attributes
int LocalArgBlockIdx; // index of a block with local arguments, idx < 0 if none
int VarArgIdx; // index of ellipsis argument, idx < 0 if none
};
/// \returns a vector of types for a collection of values.
template<class T>
std::vector<Type *>
getTypes(T V) {
std::vector<Type *> Tys;
for (auto &I:V)
Tys.push_back(I->getType());
return Tys;
}
/// Move elements of std::vector from [begin, end) to target.
template <typename T>
void move(std::vector<T>& V, size_t begin, size_t end, size_t target) {
assert(begin < end && end <= V.size() && target <= V.size() &&
!(begin < target && target < end));
if (begin <= target && target <= end)
return;
auto B = V.begin() + begin, E = V.begin() + end;
if (target > V.size())
target = V.size();
if (target > end)
target -= (end - begin);
std::vector<T> Segment(B, E);
V.erase(B, E);
V.insert(V.begin() + target, Segment.begin(), Segment.end());
}
/// Find position of first pointer type value in a vector.
inline size_t findFirstPtr(const std::vector<Value *> &Args) {
auto PtArg = std::find_if(Args.begin(), Args.end(), [](Value *V){
return V->getType()->isPointerTy();
});
return PtArg - Args.begin();
}
void removeFnAttr(LLVMContext *Context, CallInst *Call,
Attribute::AttrKind Attr);
void addFnAttr(LLVMContext *Context, CallInst *Call,
Attribute::AttrKind Attr);
void saveLLVMModule(Module *M, const std::string &OutputFile);
std::string mapSPIRVTypeToOCLType(SPIRVType* Ty, bool Signed);
std::string mapLLVMTypeToOCLType(const Type* Ty, bool Signed);
SPIRVDecorate *mapPostfixToDecorate(StringRef Postfix, SPIRVEntry *Target);
/// Add decorations to a SPIR-V entry.
/// \param Decs Each string is a postfix without _ at the beginning.
SPIRVValue *addDecorations(SPIRVValue *Target,
const SmallVectorImpl<std::string>& Decs);
PointerType *getOrCreateOpaquePtrType(Module *M, const std::string &Name,
unsigned AddrSpace = SPIRAS_Global);
PointerType* getSamplerType(Module *M);
PointerType* getPipeStorageType(Module *M);
void getFunctionTypeParameterTypes(llvm::FunctionType* FT,
std::vector<Type*>& ArgTys);
Function *getOrCreateFunction(Module *M, Type *RetTy,
ArrayRef<Type *> ArgTypes, StringRef Name,
BuiltinFuncMangleInfo *Mangle = nullptr,
AttributeSet *Attrs = nullptr, bool takeName = true);
/// Get function call arguments.
/// \param Start Starting index.
/// \param End Ending index.
std::vector<Value *> getArguments(CallInst* CI, unsigned Start = 0,
unsigned End = 0);
/// Get constant function call argument as an integer.
/// \param I argument index.
uint64_t getArgAsInt(CallInst *CI, unsigned I);
/// Get constant function call argument as type \param T.
/// \param I argument index.
template<typename T>
T getArgAs(CallInst *CI, unsigned I){
return static_cast<T>(getArgAsInt(CI, I));
}
/// Get constant function call argument as a Scope enum.
/// \param I argument index.
Scope getArgAsScope(CallInst *CI, unsigned I);
/// Get constant function call argument as a Decoration enum.
/// \param I argument index.
Decoration getArgAsDecoration(CallInst *CI, unsigned I);
bool isPointerToOpaqueStructType(llvm::Type* Ty);
bool isPointerToOpaqueStructType(llvm::Type* Ty, const std::string &Name);
/// Check if a type is OCL image type.
/// \return type name without "opencl." prefix.
bool isOCLImageType(llvm::Type* Ty, StringRef *Name = nullptr);
/// \param BaseTyName is the type name as in spirv.BaseTyName.Postfixes
/// \param Postfix contains postfixes extracted from the SPIR-V image
/// type name as spirv.BaseTyName.Postfixes.
bool
isSPIRVType(llvm::Type* Ty, StringRef BaseTyName, StringRef *Postfix = 0);
/// Decorate a function name as __spirv_{Name}_
std::string decorateSPIRVFunction(const std::string &S);
/// Remove prefix/postfix from __spirv_{Name}_
std::string undecorateSPIRVFunction(const std::string &S);
/// Check if a function has decorated name as __spirv_{Name}_
/// and get the original name.
bool isDecoratedSPIRVFunc(const Function *F, std::string *UndecName = nullptr);
/// Get a canonical function name for a SPIR-V op code.
std::string getSPIRVFuncName(Op OC, StringRef PostFix = "");
std::string getSPIRVFuncName(Op OC, const Type *pRetTy, bool IsSigned = false);
/// Get a canonical function name for a SPIR-V extended instruction
std::string getSPIRVExtFuncName(SPIRVExtInstSetKind Set, unsigned ExtOp,
StringRef PostFix = "");
/// Get SPIR-V op code given the canonical function name.
/// Assume \param Name is either IA64 mangled or unmangled, and the unmangled
/// name takes the __spirv_{OpName}_{Postfixes} format.
/// \return op code if the unmangled function name is a valid op code name,
/// otherwise return OpNop.
/// \param Dec contains decorations decoded from function name if it is
/// not nullptr.
Op getSPIRVFuncOC(const std::string& Name,
SmallVectorImpl<std::string> *Dec = nullptr);
/// Get SPIR-V builtin variable enum given the canonical builtin name
/// Assume \param Name is in format __spirv_BuiltIn{Name}
/// \return false if \param Name is not a valid builtin name.
bool getSPIRVBuiltin(const std::string &Name, spv::BuiltIn &Builtin);
/// \param Name LLVM function name
/// \param DemangledName demanged name of the OpenCL built-in function
/// \returns true if Name is the name of the OpenCL built-in function,
/// false for other functions
bool oclIsBuiltin(const StringRef &Name, std::string *DemangledName = nullptr,
bool isCPP = false);
/// Check if a function type is void(void).
bool isVoidFuncTy(FunctionType *FT);
/// \returns true if \p T is a function pointer type.
bool isFunctionPointerType(Type *T);
/// \returns true if function \p F has function pointer type argument.
/// \param AI points to the function pointer type argument if returns true.
bool hasFunctionPointerArg(Function *F, Function::arg_iterator& AI);
/// \returns true if function \p F has array type argument.
bool hasArrayArg(Function *F);
/// Mutates function call instruction by changing the arguments.
/// \param ArgMutate mutates the function arguments.
/// \return mutated call instruction.
CallInst *mutateCallInst(Module *M, CallInst *CI,
std::function<std::string (CallInst *, std::vector<Value *> &)>ArgMutate,
BuiltinFuncMangleInfo *Mangle = nullptr, AttributeSet *Attrs = nullptr,
bool takeName = false);
/// Mutates function call instruction by changing the arguments and return
/// value.
/// \param ArgMutate mutates the function arguments.
/// \param RetMutate mutates the return value.
/// \return mutated instruction.
Instruction *mutateCallInst(Module *M, CallInst *CI,
std::function<std::string (CallInst *, std::vector<Value *> &,
Type *&RetTy)> ArgMutate,
std::function<Instruction *(CallInst *)> RetMutate,
BuiltinFuncMangleInfo *Mangle = nullptr, AttributeSet *Attrs = nullptr,
bool takeName = false);
/// Mutate call instruction to call SPIR-V builtin function.
CallInst *
mutateCallInstSPIRV(Module *M, CallInst *CI,
std::function<std::string (CallInst *, std::vector<Value *> &)>ArgMutate,
AttributeSet *Attrs = nullptr);
/// Mutate call instruction to call SPIR-V builtin function.
Instruction *
mutateCallInstSPIRV(Module *M, CallInst *CI,
std::function<std::string (CallInst *, std::vector<Value *> &,
Type *&RetTy)> ArgMutate,
std::function<Instruction *(CallInst *)> RetMutate,
AttributeSet *Attrs = nullptr);
/// Mutate function by change the arguments.
/// \param ArgMutate mutates the function arguments.
/// \param TakeName Take the original function's name if a new function with
/// different type needs to be created.
void mutateFunction(Function *F,
std::function<std::string (CallInst *, std::vector<Value *> &)>ArgMutate,
BuiltinFuncMangleInfo *Mangle = nullptr, AttributeSet *Attrs = nullptr,
bool TakeName = true);
/// Add a call instruction at \p Pos.
CallInst *addCallInst(Module *M, StringRef FuncName, Type *RetTy,
ArrayRef<Value *> Args, AttributeSet *Attrs, Instruction *Pos,
BuiltinFuncMangleInfo *Mangle = nullptr,
StringRef InstName = SPIR_TEMP_NAME_PREFIX_CALL,
bool TakeFuncName = true);
/// Add a call instruction for SPIR-V builtin function.
CallInst *
addCallInstSPIRV(Module *M, StringRef FuncName, Type *RetTy,
ArrayRef<Value *> Args,
AttributeSet *Attrs, Instruction *Pos, StringRef InstName);
/// Add a call of spir_block_bind function.
CallInst *
addBlockBind(Module *M, Function *InvokeFunc, Value *BlkCtx, Value *CtxLen,
Value *CtxAlign, Instruction *InsPos,
StringRef InstName = SPIR_TEMP_NAME_PREFIX_BLOCK);
typedef std::pair<std::vector<Value *>::iterator,
std::vector<Value *>::iterator> ValueVecRange;
/// Add a vector at \param InsPos.
Value *
addVector(Instruction *InsPos, ValueVecRange Range);
/// Replace scalar values with a vector created at \param InsPos.
void
makeVector(Instruction *InsPos, std::vector<Value *> &Ops,
ValueVecRange Range);
/// Expand a vector type value in \param Ops at index \param VecPos.
/// Generate extract element instructions at \param InsPos and replace
/// the vector type value with scalar type values.
/// If the value to be expanded is not vector type, do nothing.
void
expandVector(Instruction *InsPos, std::vector<Value *> &Ops, size_t VecPos);
/// Get size_t type.
IntegerType *getSizetType(Module *M);
/// Get void(void) function type.
Type *getVoidFuncType(Module *M);
/// Get void(void) function pointer type.
Type *getVoidFuncPtrType(Module *M, unsigned AddrSpace = 0);
/// Get a 64 bit integer constant.
ConstantInt *getInt64(Module *M, int64_t value);
/// Get a 32 bit integer constant.
ConstantInt *getInt32(Module *M, int value);
/// Get a 32 bit unsigned integer constant.
ConstantInt *getUInt32(Module *M, unsigned value);
/// Get a 16 bit unsigned integer constant.
ConstantInt *getUInt16(Module *M, unsigned short value);
// Get a 32 bit floating point constant.
Constant *getFloat32(Module *M, float value);
/// Get a 32 bit integer constant vector.
std::vector<Value *> getInt32(Module *M, const std::vector<int> &value);
/// Get a size_t type constant.
ConstantInt *getSizet(Module *M, uint64_t value);
/// Get metadata operand as int.
int getMDOperandAsInt(MDNode* N, unsigned I);
/// Get metadata operand as string.
std::string getMDOperandAsString(MDNode* N, unsigned I);
/// Get metadata operand as type.
Type* getMDOperandAsType(MDNode* N, unsigned I);
/// Get a named metadata as a set of string.
/// Assume the named metadata has one or more operands each of which might
/// contain set of strings. For instance:
/// !opencl.used.optional.core.features = !{!0}
/// !0 = !{!"cl_doubles", !"cl_images"}
/// or if we linked two modules we may have
/// !opencl.used.optional.core.features = !{!0, !1}
/// !0 = !{!"cl_doubles"}
/// !1 = !{!"cl_images"}
std::set<std::string> getNamedMDAsStringSet(Module *M,
const std::string &MDName);
/// Get SPIR-V language by SPIR-V metadata spirv.Source
std::tuple<unsigned, unsigned, std::string>
getSPIRVSource(Module *M);
/// Map an unsigned integer constant by applying a function.
ConstantInt *mapUInt(Module *M, ConstantInt *I,
std::function<unsigned(unsigned)> F);
/// Map a signed integer constant by applying a function.
ConstantInt *mapSInt(Module *M, ConstantInt *I,
std::function<int(int)> F);
/// Get postfix for given decoration.
/// The returned postfix does not include "_" at the beginning.
std::string getPostfix(Decoration Dec, unsigned Value = 0);
/// Get postfix _R{ReturnType} for return type
/// The returned postfix does not includ "_" at the beginning
std::string getPostfixForReturnType(CallInst *CI, bool IsSigned = false);
std::string getPostfixForReturnType(const Type *pRetTy, bool IsSigned = false);
Constant *
getScalarOrVectorConstantInt(Type *T, uint64_t V, bool isSigned = false);
/// Get a constant int or a constant int array.
/// \param T is the type of the constant. It should be an integer type or
// an integer pointer type.
/// \param Len is the length of the array.
/// \param V is the value to fill the array.
Value *
getScalarOrArrayConstantInt(Instruction *P, Type *T, unsigned Len, uint64_t V,
bool isSigned = false);
/// Get the array from GEP.
/// \param V is a GEP whose pointer operand is a pointer to an array of size
/// \param Size.
Value *
getScalarOrArray(Value *V, unsigned Size, Instruction *Pos);
void
dumpUsers(Value* V, StringRef Prompt = "");
/// Get SPIR-V type name as spirv.BaseTyName.Postfixes.
std::string
getSPIRVTypeName(StringRef BaseTyName, StringRef Postfixes = "");
/// Checks if given type name is either ConstantSampler or ConsantPipeStorage.
bool
isSPIRVConstantName(StringRef TyName);
/// Get SPIR-V type by changing the type name from spirv.OldName.Postfixes
/// to spirv.NewName.Postfixes.
Type *
getSPIRVTypeByChangeBaseTypeName(Module *M, Type *T, StringRef OldName,
StringRef NewName);
/// Get the postfixes of SPIR-V image type name as in spirv.Image.postfixes.
std::string
getSPIRVImageTypePostfixes(StringRef SampledType,
SPIRVTypeImageDescriptor Desc,
SPIRVAccessQualifierKind Acc);
/// Get the sampled type name used in postfix of image type in SPIR-V
/// friendly LLVM IR.
std::string
getSPIRVImageSampledTypeName(SPIRVType *Ty);
/// Translates OpenCL image type names to SPIR-V.
/// E.g. %opencl.image1d_rw_t -> %spirv.Image._void_0_0_0_0_0_0_2
Type *getSPIRVImageTypeFromOCL(Module *M, Type *T);
/// Get LLVM type for sampled type of SPIR-V image type by postfix.
Type*
getLLVMTypeForSPIRVImageSampledTypePostfix(StringRef Postfix,
LLVMContext &Ctx);
/// Map OpenCL opaque type name to SPIR-V type name.
std::string
mapOCLTypeNameToSPIRV(StringRef Name, StringRef Acc = "");
/// Check if access qualifier is encoded in the type name.
bool hasAccessQualifiedName(StringRef TyName);
/// Get access qualifier from the type name.
StringRef getAccessQualifier(StringRef TyName);
bool
eraseUselessFunctions(Module *M);
/// Erase a function if it is declaration, has internal linkage and has no use.
bool
eraseIfNoUse(Function *F);
void
eraseIfNoUse(Value *V);
// Check if a mangled type name is unsigned
bool
isMangledTypeUnsigned(char Mangled);
// Check if a mangled type name is signed
bool
isMangledTypeSigned(char Mangled);
// Check if a mangled type name is floating point (except half)
bool
isMangledTypeFP(char Mangled);
// Check if a mangled type name is half
bool
isMangledTypeHalf(std::string Mangled);
// Check if \param I is valid vector size: 2, 3, 4, 8, 16.
bool
isValidVectorSize(unsigned I);
enum class ParamType
{
FLOAT = 0,
SIGNED = 1,
UNSIGNED = 2,
UNKNOWN = 3
};
ParamType LastFuncParamType(const std::string& MangledName);
// Check if the last function parameter is signed
bool
isLastFuncParamSigned(const std::string& MangledName);
// Check if a mangled function name contains unsigned atomic type
bool
containsUnsignedAtomicType(StringRef Name);
/// Mangle builtin function name.
/// \return \param UniqName if \param BtnInfo is null pointer, otherwise
/// return IA64 mangled name.
std::string
mangleBuiltin(const std::string &UniqName,
ArrayRef<Type*> ArgTypes, BuiltinFuncMangleInfo* BtnInfo);
/// Remove cast from a value.
Value *
removeCast(Value *V);
/// Cast a function to a void(void) funtion pointer.
Constant *
castToVoidFuncPtr(Function *F);
/// Get i8* with the same address space.
PointerType *getInt8PtrTy(PointerType *T);
/// Cast a value to a i8* by inserting a cast instruction.
Value *
castToInt8Ptr(Value *V, Instruction *Pos);
template<> inline void
SPIRVMap<std::string, Op, SPIRVOpaqueType>::init() {
add(kSPIRVTypeName::DeviceEvent, OpTypeDeviceEvent);
add(kSPIRVTypeName::Event, OpTypeEvent);
add(kSPIRVTypeName::Image, OpTypeImage);
add(kSPIRVTypeName::Pipe, OpTypePipe);
add(kSPIRVTypeName::Queue, OpTypeQueue);
add(kSPIRVTypeName::ReserveId, OpTypeReserveId);
add(kSPIRVTypeName::Sampler, OpTypeSampler);
add(kSPIRVTypeName::SampledImg, OpTypeSampledImage);
}
}
#endif