LLVM  14.0.0git
IntrinsicLowering.cpp
Go to the documentation of this file.
1 //===-- IntrinsicLowering.cpp - Intrinsic Lowering default implementation -===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file implements the IntrinsicLowering class.
10 //
11 //===----------------------------------------------------------------------===//
12 
13 #include "llvm/CodeGen/IntrinsicLowering.h"
14 #include "llvm/ADT/SmallVector.h"
15 #include "llvm/IR/Constants.h"
16 #include "llvm/IR/DataLayout.h"
17 #include "llvm/IR/DerivedTypes.h"
18 #include "llvm/IR/IRBuilder.h"
19 #include "llvm/IR/Module.h"
20 #include "llvm/IR/Type.h"
21 #include "llvm/Support/ErrorHandling.h"
22 #include "llvm/Support/raw_ostream.h"
23 using namespace llvm;
24 
25 /// This function is used when we want to lower an intrinsic call to a call of
26 /// an external function. This handles hard cases such as when there was already
27 /// a prototype for the external function, but that prototype doesn't match the
28 /// arguments we expect to pass in.
29 template <class ArgIt>
30 static CallInst *ReplaceCallWith(const char *NewFn, CallInst *CI,
31  ArgIt ArgBegin, ArgIt ArgEnd,
32  Type *RetTy) {
33  // If we haven't already looked up this function, check to see if the
34  // program already contains a function with this name.
35  Module *M = CI->getModule();
36  // Get or insert the definition now.
37  std::vector<Type *> ParamTys;
38  for (ArgIt I = ArgBegin; I != ArgEnd; ++I)
39  ParamTys.push_back((*I)->getType());
40  FunctionCallee FCache =
41  M->getOrInsertFunction(NewFn, FunctionType::get(RetTy, ParamTys, false));
42 
43  IRBuilder<> Builder(CI->getParent(), CI->getIterator());
44  SmallVector<Value *, 8> Args(ArgBegin, ArgEnd);
45  CallInst *NewCI = Builder.CreateCall(FCache, Args);
46  NewCI->setName(CI->getName());
47  if (!CI->use_empty())
48  CI->replaceAllUsesWith(NewCI);
49  return NewCI;
50 }
51 
52 /// Emit the code to lower bswap of V before the specified instruction IP.
53 static Value *LowerBSWAP(LLVMContext &Context, Value *V, Instruction *IP) {
54  assert(V->getType()->isIntOrIntVectorTy() && "Can't bswap a non-integer type!");
55 
56  unsigned BitSize = V->getType()->getScalarSizeInBits();
57 
58  IRBuilder<> Builder(IP);
59 
60  switch(BitSize) {
61  default: llvm_unreachable("Unhandled type size of value to byteswap!");
62  case 16: {
63  Value *Tmp1 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8),
64  "bswap.2");
65  Value *Tmp2 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8),
66  "bswap.1");
67  V = Builder.CreateOr(Tmp1, Tmp2, "bswap.i16");
68  break;
69  }
70  case 32: {
71  Value *Tmp4 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 24),
72  "bswap.4");
73  Value *Tmp3 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8),
74  "bswap.3");
75  Value *Tmp2 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8),
76  "bswap.2");
77  Value *Tmp1 = Builder.CreateLShr(V,ConstantInt::get(V->getType(), 24),
78  "bswap.1");
79  Tmp3 = Builder.CreateAnd(Tmp3,
80  ConstantInt::get(V->getType(), 0xFF0000),
81  "bswap.and3");
82  Tmp2 = Builder.CreateAnd(Tmp2,
83  ConstantInt::get(V->getType(), 0xFF00),
84  "bswap.and2");
85  Tmp4 = Builder.CreateOr(Tmp4, Tmp3, "bswap.or1");
86  Tmp2 = Builder.CreateOr(Tmp2, Tmp1, "bswap.or2");
87  V = Builder.CreateOr(Tmp4, Tmp2, "bswap.i32");
88  break;
89  }
90  case 64: {
91  Value *Tmp8 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 56),
92  "bswap.8");
93  Value *Tmp7 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 40),
94  "bswap.7");
95  Value *Tmp6 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 24),
96  "bswap.6");
97  Value *Tmp5 = Builder.CreateShl(V, ConstantInt::get(V->getType(), 8),
98  "bswap.5");
99  Value* Tmp4 = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 8),
100  "bswap.4");
101  Value* Tmp3 = Builder.CreateLShr(V,
102  ConstantInt::get(V->getType(), 24),
103  "bswap.3");
104  Value* Tmp2 = Builder.CreateLShr(V,
105  ConstantInt::get(V->getType(), 40),
106  "bswap.2");
107  Value* Tmp1 = Builder.CreateLShr(V,
108  ConstantInt::get(V->getType(), 56),
109  "bswap.1");
110  Tmp7 = Builder.CreateAnd(Tmp7,
111  ConstantInt::get(V->getType(),
112  0xFF000000000000ULL),
113  "bswap.and7");
114  Tmp6 = Builder.CreateAnd(Tmp6,
115  ConstantInt::get(V->getType(),
116  0xFF0000000000ULL),
117  "bswap.and6");
118  Tmp5 = Builder.CreateAnd(Tmp5,
119  ConstantInt::get(V->getType(),
120  0xFF00000000ULL),
121  "bswap.and5");
122  Tmp4 = Builder.CreateAnd(Tmp4,
123  ConstantInt::get(V->getType(),
124  0xFF000000ULL),
125  "bswap.and4");
126  Tmp3 = Builder.CreateAnd(Tmp3,
127  ConstantInt::get(V->getType(),
128  0xFF0000ULL),
129  "bswap.and3");
130  Tmp2 = Builder.CreateAnd(Tmp2,
131  ConstantInt::get(V->getType(),
132  0xFF00ULL),
133  "bswap.and2");
134  Tmp8 = Builder.CreateOr(Tmp8, Tmp7, "bswap.or1");
135  Tmp6 = Builder.CreateOr(Tmp6, Tmp5, "bswap.or2");
136  Tmp4 = Builder.CreateOr(Tmp4, Tmp3, "bswap.or3");
137  Tmp2 = Builder.CreateOr(Tmp2, Tmp1, "bswap.or4");
138  Tmp8 = Builder.CreateOr(Tmp8, Tmp6, "bswap.or5");
139  Tmp4 = Builder.CreateOr(Tmp4, Tmp2, "bswap.or6");
140  V = Builder.CreateOr(Tmp8, Tmp4, "bswap.i64");
141  break;
142  }
143  }
144  return V;
145 }
146 
147 /// Emit the code to lower ctpop of V before the specified instruction IP.
148 static Value *LowerCTPOP(LLVMContext &Context, Value *V, Instruction *IP) {
149  assert(V->getType()->isIntegerTy() && "Can't ctpop a non-integer type!");
150 
151  static const uint64_t MaskValues[6] = {
152  0x5555555555555555ULL, 0x3333333333333333ULL,
153  0x0F0F0F0F0F0F0F0FULL, 0x00FF00FF00FF00FFULL,
154  0x0000FFFF0000FFFFULL, 0x00000000FFFFFFFFULL
155  };
156 
157  IRBuilder<> Builder(IP);
158 
159  unsigned BitSize = V->getType()->getPrimitiveSizeInBits();
160  unsigned WordSize = (BitSize + 63) / 64;
161  Value *Count = ConstantInt::get(V->getType(), 0);
162 
163  for (unsigned n = 0; n < WordSize; ++n) {
164  Value *PartValue = V;
165  for (unsigned i = 1, ct = 0; i < (BitSize>64 ? 64 : BitSize);
166  i <<= 1, ++ct) {
167  Value *MaskCst = ConstantInt::get(V->getType(), MaskValues[ct]);
168  Value *LHS = Builder.CreateAnd(PartValue, MaskCst, "cppop.and1");
169  Value *VShift = Builder.CreateLShr(PartValue,
170  ConstantInt::get(V->getType(), i),
171  "ctpop.sh");
172  Value *RHS = Builder.CreateAnd(VShift, MaskCst, "cppop.and2");
173  PartValue = Builder.CreateAdd(LHS, RHS, "ctpop.step");
174  }
175  Count = Builder.CreateAdd(PartValue, Count, "ctpop.part");
176  if (BitSize > 64) {
177  V = Builder.CreateLShr(V, ConstantInt::get(V->getType(), 64),
178  "ctpop.part.sh");
179  BitSize -= 64;
180  }
181  }
182 
183  return Count;
184 }
185 
186 /// Emit the code to lower ctlz of V before the specified instruction IP.
187 static Value *LowerCTLZ(LLVMContext &Context, Value *V, Instruction *IP) {
188 
189  IRBuilder<> Builder(IP);
190 
191  unsigned BitSize = V->getType()->getPrimitiveSizeInBits();
192  for (unsigned i = 1; i < BitSize; i <<= 1) {
193  Value *ShVal = ConstantInt::get(V->getType(), i);
194  ShVal = Builder.CreateLShr(V, ShVal, "ctlz.sh");
195  V = Builder.CreateOr(V, ShVal, "ctlz.step");
196  }
197 
198  V = Builder.CreateNot(V);
199  return LowerCTPOP(Context, V, IP);
200 }
201 
202 static void ReplaceFPIntrinsicWithCall(CallInst *CI, const char *Fname,
203  const char *Dname,
204  const char *LDname) {
205  switch (CI->getArgOperand(0)->getType()->getTypeID()) {
206  default: llvm_unreachable("Invalid type in intrinsic");
207  case Type::FloatTyID:
208  ReplaceCallWith(Fname, CI, CI->arg_begin(), CI->arg_end(),
209  Type::getFloatTy(CI->getContext()));
210  break;
211  case Type::DoubleTyID:
212  ReplaceCallWith(Dname, CI, CI->arg_begin(), CI->arg_end(),
213  Type::getDoubleTy(CI->getContext()));
214  break;
215  case Type::X86_FP80TyID:
216  case Type::FP128TyID:
217  case Type::PPC_FP128TyID:
218  ReplaceCallWith(LDname, CI, CI->arg_begin(), CI->arg_end(),
219  CI->getArgOperand(0)->getType());
220  break;
221  }
222 }
223 
224 void IntrinsicLowering::LowerIntrinsicCall(CallInst *CI) {
225  IRBuilder<> Builder(CI);
226  LLVMContext &Context = CI->getContext();
227 
228  const Function *Callee = CI->getCalledFunction();
229  assert(Callee && "Cannot lower an indirect call!");
230 
231  switch (Callee->getIntrinsicID()) {
232  case Intrinsic::not_intrinsic:
233  report_fatal_error("Cannot lower a call to a non-intrinsic function '"+
234  Callee->getName() + "'!");
235  default:
236  report_fatal_error("Code generator does not support intrinsic function '"+
237  Callee->getName()+"'!");
238 
239  case Intrinsic::expect: {
240  // Just replace __builtin_expect(exp, c) with EXP.
241  Value *V = CI->getArgOperand(0);
242  CI->replaceAllUsesWith(V);
243  break;
244  }
245 
246  case Intrinsic::ctpop:
247  CI->replaceAllUsesWith(LowerCTPOP(Context, CI->getArgOperand(0), CI));
248  break;
249 
250  case Intrinsic::bswap:
251  CI->replaceAllUsesWith(LowerBSWAP(Context, CI->getArgOperand(0), CI));
252  break;
253 
254  case Intrinsic::ctlz:
255  CI->replaceAllUsesWith(LowerCTLZ(Context, CI->getArgOperand(0), CI));
256  break;
257 
258  case Intrinsic::cttz: {
259  // cttz(x) -> ctpop(~X & (X-1))
260  Value *Src = CI->getArgOperand(0);
261  Value *NotSrc = Builder.CreateNot(Src);
262  NotSrc->setName(Src->getName() + ".not");
263  Value *SrcM1 = ConstantInt::get(Src->getType(), 1);
264  SrcM1 = Builder.CreateSub(Src, SrcM1);
265  Src = LowerCTPOP(Context, Builder.CreateAnd(NotSrc, SrcM1), CI);
266  CI->replaceAllUsesWith(Src);
267  break;
268  }
269 
270  case Intrinsic::stacksave:
271  case Intrinsic::stackrestore: {
272  if (!Warned)
273  errs() << "WARNING: this target does not support the llvm.stack"
274  << (Callee->getIntrinsicID() == Intrinsic::stacksave ?
275  "save" : "restore") << " intrinsic.\n";
276  Warned = true;
277  if (Callee->getIntrinsicID() == Intrinsic::stacksave)
278  CI->replaceAllUsesWith(Constant::getNullValue(CI->getType()));
279  break;
280  }
281 
282  case Intrinsic::get_dynamic_area_offset:
283  errs() << "WARNING: this target does not support the custom llvm.get."
284  "dynamic.area.offset. It is being lowered to a constant 0\n";
285  // Just lower it to a constant 0 because for most targets
286  // @llvm.get.dynamic.area.offset is lowered to zero.
287  CI->replaceAllUsesWith(ConstantInt::get(CI->getType(), 0));
288  break;
289  case Intrinsic::returnaddress:
290  case Intrinsic::frameaddress:
291  errs() << "WARNING: this target does not support the llvm."
292  << (Callee->getIntrinsicID() == Intrinsic::returnaddress ?
293  "return" : "frame") << "address intrinsic.\n";
294  CI->replaceAllUsesWith(
295  ConstantPointerNull::get(cast<PointerType>(CI->getType())));
296  break;
297  case Intrinsic::addressofreturnaddress:
298  errs() << "WARNING: this target does not support the "
299  "llvm.addressofreturnaddress intrinsic.\n";
300  CI->replaceAllUsesWith(
301  ConstantPointerNull::get(cast<PointerType>(CI->getType())));
302  break;
303 
304  case Intrinsic::prefetch:
305  break; // Simply strip out prefetches on unsupported architectures
306 
307  case Intrinsic::pcmarker:
308  break; // Simply strip out pcmarker on unsupported architectures
309  case Intrinsic::readcyclecounter: {
310  errs() << "WARNING: this target does not support the llvm.readcyclecoun"
311  << "ter intrinsic. It is being lowered to a constant 0\n";
312  CI->replaceAllUsesWith(ConstantInt::get(Type::getInt64Ty(Context), 0));
313  break;
314  }
315 
316  case Intrinsic::dbg_declare:
317  case Intrinsic::dbg_label:
318  break; // Simply strip out debugging intrinsics
319 
320  case Intrinsic::eh_typeid_for:
321  // Return something different to eh_selector.
322  CI->replaceAllUsesWith(ConstantInt::get(CI->getType(), 1));
323  break;
324 
325  case Intrinsic::annotation:
326  case Intrinsic::ptr_annotation:
327  // Just drop the annotation, but forward the value
328  CI->replaceAllUsesWith(CI->getOperand(0));
329  break;
330 
331  case Intrinsic::assume:
332  case Intrinsic::experimental_noalias_scope_decl:
333  case Intrinsic::var_annotation:
334  break; // Strip out these intrinsics
335 
336  case Intrinsic::memcpy: {
337  Type *IntPtr = DL.getIntPtrType(Context);
338  Value *Size = Builder.CreateIntCast(CI->getArgOperand(2), IntPtr,
339  /* isSigned */ false);
340  Value *Ops[3];
341  Ops[0] = CI->getArgOperand(0);
342  Ops[1] = CI->getArgOperand(1);
343  Ops[2] = Size;
344  ReplaceCallWith("memcpy", CI, Ops, Ops+3, CI->getArgOperand(0)->getType());
345  break;
346  }
347  case Intrinsic::memmove: {
348  Type *IntPtr = DL.getIntPtrType(Context);
349  Value *Size = Builder.CreateIntCast(CI->getArgOperand(2), IntPtr,
350  /* isSigned */ false);
351  Value *Ops[3];
352  Ops[0] = CI->getArgOperand(0);
353  Ops[1] = CI->getArgOperand(1);
354  Ops[2] = Size;
355  ReplaceCallWith("memmove", CI, Ops, Ops+3, CI->getArgOperand(0)->getType());
356  break;
357  }
358  case Intrinsic::memset: {
359  Value *Op0 = CI->getArgOperand(0);
360  Type *IntPtr = DL.getIntPtrType(Op0->getType());
361  Value *Size = Builder.CreateIntCast(CI->getArgOperand(2), IntPtr,
362  /* isSigned */ false);
363  Value *Ops[3];
364  Ops[0] = Op0;
365  // Extend the amount to i32.
366  Ops[1] = Builder.CreateIntCast(CI->getArgOperand(1),
367  Type::getInt32Ty(Context),
368  /* isSigned */ false);
369  Ops[2] = Size;
370  ReplaceCallWith("memset", CI, Ops, Ops+3, CI->getArgOperand(0)->getType());
371  break;
372  }
373  case Intrinsic::sqrt: {
374  ReplaceFPIntrinsicWithCall(CI, "sqrtf", "sqrt", "sqrtl");
375  break;
376  }
377  case Intrinsic::log: {
378  ReplaceFPIntrinsicWithCall(CI, "logf", "log", "logl");
379  break;
380  }
381  case Intrinsic::log2: {
382  ReplaceFPIntrinsicWithCall(CI, "log2f", "log2", "log2l");
383  break;
384  }
385  case Intrinsic::log10: {
386  ReplaceFPIntrinsicWithCall(CI, "log10f", "log10", "log10l");
387  break;
388  }
389  case Intrinsic::exp: {
390  ReplaceFPIntrinsicWithCall(CI, "expf", "exp", "expl");
391  break;
392  }
393  case Intrinsic::exp2: {
394  ReplaceFPIntrinsicWithCall(CI, "exp2f", "exp2", "exp2l");
395  break;
396  }
397  case Intrinsic::pow: {
398  ReplaceFPIntrinsicWithCall(CI, "powf", "pow", "powl");
399  break;
400  }
401  case Intrinsic::sin: {
402  ReplaceFPIntrinsicWithCall(CI, "sinf", "sin", "sinl");
403  break;
404  }
405  case Intrinsic::cos: {
406  ReplaceFPIntrinsicWithCall(CI, "cosf", "cos", "cosl");
407  break;
408  }
409  case Intrinsic::floor: {
410  ReplaceFPIntrinsicWithCall(CI, "floorf", "floor", "floorl");
411  break;
412  }
413  case Intrinsic::ceil: {
414  ReplaceFPIntrinsicWithCall(CI, "ceilf", "ceil", "ceill");
415  break;
416  }
417  case Intrinsic::trunc: {
418  ReplaceFPIntrinsicWithCall(CI, "truncf", "trunc", "truncl");
419  break;
420  }
421  case Intrinsic::round: {
422  ReplaceFPIntrinsicWithCall(CI, "roundf", "round", "roundl");
423  break;
424  }
425  case Intrinsic::roundeven: {
426  ReplaceFPIntrinsicWithCall(CI, "roundevenf", "roundeven", "roundevenl");
427  break;
428  }
429  case Intrinsic::copysign: {
430  ReplaceFPIntrinsicWithCall(CI, "copysignf", "copysign", "copysignl");
431  break;
432  }
433  case Intrinsic::flt_rounds:
434  // Lower to "round to the nearest"
435  if (!CI->getType()->isVoidTy())
436  CI->replaceAllUsesWith(ConstantInt::get(CI->getType(), 1));
437  break;
438  case Intrinsic::invariant_start:
439  case Intrinsic::lifetime_start:
440  // Discard region information.
441  CI->replaceAllUsesWith(UndefValue::get(CI->getType()));
442  break;
443  case Intrinsic::invariant_end:
444  case Intrinsic::lifetime_end:
445  // Discard region information.
446  break;
447  }
448 
449  assert(CI->use_empty() &&
450  "Lowering should have eliminated any uses of the intrinsic call!");
451  CI->eraseFromParent();
452 }
453 
454 bool IntrinsicLowering::LowerToByteSwap(CallInst *CI) {
455  // Verify this is a simple bswap.
456  if (CI->arg_size() != 1 || CI->getType() != CI->getArgOperand(0)->getType() ||
457  !CI->getType()->isIntegerTy())
458  return false;
459 
460  IntegerType *Ty = dyn_cast<IntegerType>(CI->getType());
461  if (!Ty)
462  return false;
463 
464  // Okay, we can do this xform, do so now.
465  Module *M = CI->getModule();
466  Function *Int = Intrinsic::getDeclaration(M, Intrinsic::bswap, Ty);
467 
468  Value *Op = CI->getArgOperand(0);
469  Op = CallInst::Create(Int, Op, CI->getName(), CI);
470 
471  CI->replaceAllUsesWith(Op);
472  CI->eraseFromParent();
473  return true;
474 }
llvm::Check::Size
@ Size
Definition: FileCheck.h:73
i
i
Definition: README.txt:29
llvm::Type::FloatTyID
@ FloatTyID
32-bit floating point type
Definition: Type.h:58
llvm::Type::DoubleTyID
@ DoubleTyID
64-bit floating point type
Definition: Type.h:59
llvm
This is an optimization pass for GlobalISel generic memory operations.
Definition: AllocatorList.h:23
M
We currently emits eax Perhaps this is what we really should generate is Is imull three or four cycles eax eax The current instruction priority is based on pattern complexity The former is more complex because it folds a load so the latter will not be emitted Perhaps we should use AddedComplexity to give LEA32r a higher priority We should always try to match LEA first since the LEA matching code does some estimate to determine whether the match is profitable if we care more about code then imull is better It s two bytes shorter than movl leal On a Pentium M
Definition: README.txt:252
llvm::Instruction::getModule
const Module * getModule() const
Return the module owning the function this instruction belongs to or nullptr it the function does not...
Definition: Instruction.cpp:66
llvm::Intrinsic::getDeclaration
Function * getDeclaration(Module *M, ID id, ArrayRef< Type * > Tys=None)
Create or insert an LLVM Function declaration for an intrinsic, and return it.
Definition: Function.cpp:1399
ceil
We have fiadd patterns now but the followings have the same cost and complexity We need a way to specify the later is more profitable def def The FP stackifier should handle simple permutates to reduce number of shuffle e g ceil
Definition: README-FPStack.txt:54
llvm::Function
Definition: Function.h:62
LowerCTPOP
static Value * LowerCTPOP(LLVMContext &Context, Value *V, Instruction *IP)
Emit the code to lower ctpop of V before the specified instruction IP.
Definition: IntrinsicLowering.cpp:148
llvm::IntrinsicLowering::LowerToByteSwap
static bool LowerToByteSwap(CallInst *CI)
Try to replace a call instruction with a call to a bswap intrinsic.
Definition: IntrinsicLowering.cpp:454
llvm::SmallVector< Value *, 8 >
ErrorHandling.h
llvm::IRBuilder<>
llvm::FunctionType::get
static FunctionType * get(Type *Result, ArrayRef< Type * > Params, bool isVarArg)
This static method is the primary way of constructing a FunctionType.
Definition: Type.cpp:363
llvm::Type::getTypeID
TypeID getTypeID() const
Return the type id for the type.
Definition: Type.h:135
llvm::Type
The instances of the Type class are immutable: once they are created, they are never changed.
Definition: Type.h:45
Module.h
IntrinsicLowering.h
llvm::errs
raw_fd_ostream & errs()
This returns a reference to a raw_ostream for standard error.
Definition: raw_ostream.cpp:894
llvm::Intrinsic::not_intrinsic
@ not_intrinsic
Definition: Intrinsics.h:45
llvm::CallBase::arg_begin
User::op_iterator arg_begin()
Return the iterator pointing to the beginning of the argument list.
Definition: InstrTypes.h:1318
RHS
Value * RHS
Definition: X86PartialReduction.cpp:74
llvm::Type::getInt32Ty
static IntegerType * getInt32Ty(LLVMContext &C)
Definition: Type.cpp:241
Context
ManagedStatic< detail::RecordContext > Context
Definition: Record.cpp:96
floor
We have fiadd patterns now but the followings have the same cost and complexity We need a way to specify the later is more profitable def def The FP stackifier should handle simple permutates to reduce number of shuffle e g floor
Definition: README-FPStack.txt:54
LHS
Value * LHS
Definition: X86PartialReduction.cpp:73
Constants.h
llvm::Type::getDoubleTy
static Type * getDoubleTy(LLVMContext &C)
Definition: Type.cpp:229
round
static uint64_t round(uint64_t Acc, uint64_t Input)
Definition: xxhash.cpp:57
llvm::CallBase::getCalledFunction
Function * getCalledFunction() const
Returns the function called, or null if this is an indirect function invocation.
Definition: InstrTypes.h:1398
llvm::CallInst::Create
static CallInst * Create(FunctionType *Ty, Value *F, const Twine &NameStr="", Instruction *InsertBefore=nullptr)
Definition: Instructions.h:1521
IP
Definition: NVPTXLowerArgs.cpp:166
llvm::IntegerType
Class to represent integer types.
Definition: DerivedTypes.h:40
llvm::Instruction
Definition: Instruction.h:45
llvm::Type::getScalarSizeInBits
unsigned getScalarSizeInBits() const LLVM_READONLY
If this is a vector type, return the getPrimitiveSizeInBits value for the element type.
Definition: Type.cpp:191
llvm::report_fatal_error
void report_fatal_error(Error Err, bool gen_crash_diag=true)
Report a serious error, calling any installed error handler.
Definition: Error.cpp:143
llvm::Value::setName
void setName(const Twine &Name)
Change the name of the value.
Definition: Value.cpp:376
llvm::UndefValue::get
static UndefValue * get(Type *T)
Static factory methods - Return an 'undef' object of the specified type.
Definition: Constants.cpp:1804
llvm::ConstantInt::get
static Constant * get(Type *Ty, uint64_t V, bool IsSigned=false)
If Ty is a vector type, return a Constant with a splat of the given value.
Definition: Constants.cpp:932
llvm::Value::use_empty
bool use_empty() const
Definition: Value.h:344
Type.h
LowerCTLZ
static Value * LowerCTLZ(LLVMContext &Context, Value *V, Instruction *IP)
Emit the code to lower ctlz of V before the specified instruction IP.
Definition: IntrinsicLowering.cpp:187
llvm::Type::isIntegerTy
bool isIntegerTy() const
True if this is an instance of IntegerType.
Definition: Type.h:190
llvm::Instruction::eraseFromParent
SymbolTableList< Instruction >::iterator eraseFromParent()
This method unlinks 'this' from the containing basic block and deletes it.
Definition: Instruction.cpp:78
uint64_t
llvm::ConstantPointerNull::get
static ConstantPointerNull * get(PointerType *T)
Static factory methods - Return objects of the specified value.
Definition: Constants.cpp:1790
llvm::LLVMContext
This is an important class for using LLVM in a threaded context.
Definition: LLVMContext.h:67
I
#define I(x, y, z)
Definition: MD5.cpp:58
ReplaceCallWith
static CallInst * ReplaceCallWith(const char *NewFn, CallInst *CI, ArgIt ArgBegin, ArgIt ArgEnd, Type *RetTy)
This function is used when we want to lower an intrinsic call to a call of an external function.
Definition: IntrinsicLowering.cpp:30
IRBuilder.h
assert
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
memcpy
<%struct.s * > cast struct s *S to sbyte *< sbyte * > sbyte uint cast struct s *agg result to sbyte *< sbyte * > sbyte uint cast struct s *memtmp to sbyte *< sbyte * > sbyte uint ret void llc ends up issuing two memcpy or custom lower memcpy(of small size) to be ldmia/stmia. I think option 2 is better but the current register allocator cannot allocate a chunk of registers at a time. A feasible temporary solution is to use specific physical registers at the lowering time for small(<
llvm::Type::isVoidTy
bool isVoidTy() const
Return true if this is 'void'.
Definition: Type.h:138
llvm::Module
A Module instance is used to store all the information related to an LLVM module.
Definition: Module.h:65
llvm::CallBase::arg_end
User::op_iterator arg_end()
Return the iterator pointing to the end of the argument list.
Definition: InstrTypes.h:1324
Builder
assume Assume Builder
Definition: AssumeBundleBuilder.cpp:650
llvm::Type::FP128TyID
@ FP128TyID
128-bit floating point type (112-bit significand)
Definition: Type.h:61
prefetch
loop data prefetch
Definition: LoopDataPrefetch.cpp:152
DataLayout.h
llvm::Type::PPC_FP128TyID
@ PPC_FP128TyID
128-bit floating point type (two 64-bits, PowerPC)
Definition: Type.h:62
llvm_unreachable
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
Definition: ErrorHandling.h:134
llvm::Value::getType
Type * getType() const
All values are typed, get the type of this value.
Definition: Value.h:255
llvm::Value::replaceAllUsesWith
void replaceAllUsesWith(Value *V)
Change all uses of this to point to a new Value.
Definition: Value.cpp:532
llvm::Value::getContext
LLVMContext & getContext() const
All values hold a context through their type.
Definition: Value.cpp:991
llvm::ilist_node_impl::getIterator
self_iterator getIterator()
Definition: ilist_node.h:81
trunc
We have fiadd patterns now but the followings have the same cost and complexity We need a way to specify the later is more profitable def def The FP stackifier should handle simple permutates to reduce number of shuffle e g trunc
Definition: README-FPStack.txt:63
llvm::Value::getName
StringRef getName() const
Return a constant reference to the value's name.
Definition: Value.cpp:309
Callee
amdgpu Simplify well known AMD library false FunctionCallee Callee
Definition: AMDGPULibCalls.cpp:185
llvm::DataLayout::getIntPtrType
IntegerType * getIntPtrType(LLVMContext &C, unsigned AddressSpace=0) const
Returns an integer type with size at least as big as that of a pointer in the given address space.
Definition: DataLayout.cpp:841
llvm::Type::getInt64Ty
static IntegerType * getInt64Ty(LLVMContext &C)
Definition: Type.cpp:242
llvm::Constant::getNullValue
static Constant * getNullValue(Type *Ty)
Constructor to create a '0' constant of arbitrary type.
Definition: Constants.cpp:348
llvm::AMDGPU::SendMsg::Op
Op
Definition: SIDefines.h:325
llvm::CallBase::arg_size
unsigned arg_size() const
Definition: InstrTypes.h:1341
llvm::Type::isIntOrIntVectorTy
bool isIntOrIntVectorTy() const
Return true if this is an integer type or a vector of integer types.
Definition: Type.h:196
llvm::log2
static double log2(double V)
Definition: AMDGPULibCalls.cpp:801
LowerBSWAP
static Value * LowerBSWAP(LLVMContext &Context, Value *V, Instruction *IP)
Emit the code to lower bswap of V before the specified instruction IP.
Definition: IntrinsicLowering.cpp:53
SmallVector.h
llvm::CallBase::getArgOperand
Value * getArgOperand(unsigned i) const
Definition: InstrTypes.h:1343
llvm::Instruction::getParent
const BasicBlock * getParent() const
Definition: Instruction.h:94
llvm::FunctionCallee
A handy container for a FunctionType+Callee-pointer pair, which can be passed around as a single enti...
Definition: DerivedTypes.h:165
DerivedTypes.h
llvm::CallInst
This class represents a function call, abstracting a target machine's calling convention.
Definition: Instructions.h:1478
llvm::AMDGPU::HSAMD::Kernel::Key::Args
constexpr char Args[]
Key for Kernel::Metadata::mArgs.
Definition: AMDGPUMetadata.h:389
llvm::User::getOperand
Value * getOperand(unsigned i) const
Definition: User.h:169
raw_ostream.h
n
The same transformation can work with an even modulo with the addition of a and shrink the compare RHS by the same amount Unless the target supports that transformation probably isn t worthwhile The transformation can also easily be made to work with non zero equality for n
Definition: README.txt:685
llvm::IntrinsicLowering::LowerIntrinsicCall
void LowerIntrinsicCall(CallInst *CI)
Replace a call to the specified intrinsic function.
Definition: IntrinsicLowering.cpp:224
llvm::Value
LLVM Value Representation.
Definition: Value.h:74
llvm::Type::X86_FP80TyID
@ X86_FP80TyID
80-bit floating point type (X87)
Definition: Type.h:60
llvm::Type::getFloatTy
static Type * getFloatTy(LLVMContext &C)
Definition: Type.cpp:228
llvm::Type::getPrimitiveSizeInBits
TypeSize getPrimitiveSizeInBits() const LLVM_READONLY
Return the basic size of this type if it is a primitive type.
Definition: Type.cpp:166
ReplaceFPIntrinsicWithCall
static void ReplaceFPIntrinsicWithCall(CallInst *CI, const char *Fname, const char *Dname, const char *LDname)
Definition: IntrinsicLowering.cpp:202
Generated on Sun Jan 16 2022 10:50:22 for LLVM by   doxygen 1.8.17