LLVM  13.0.0git
X86PreAMXConfig.cpp
Go to the documentation of this file.
1 //===- Target/X86/X86PreAMXConfig.cpp - ------------------------*- C++ -*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 /// Insert tilecfg for each area of key AMX intrinsic.
10 /// All the key AMX intrinsic's tile operand must come from tileload. And the
11 /// def tile of key AMX intrinsic must be tilestored.
12 /// take tdpbssd for example:
13 /// --------------------------------------------------------------------------
14 /// %t1 = call x86_amx @llvm.x86.tileloadd64.internal(...) key
15 /// %t2 = call x86_amx @llvm.x86.tileloadd64.internal(...) |
16 /// %t3 = call x86_amx @llvm.x86.tileloadd64.internal(...) amx
17 /// %td = tail call x86_amx @llvm.x86.tdpbssd.internal(t1, t2, t3) |
18 /// call void @llvm.x86.tilestored64.internal(... td) area
19 /// --------------------------------------------------------------------------
20 /// This pass will insert tilecfg before every key-amx-area, some like:
21 /// --------------------------------------------------------------------------
22 /// %cfgmem = alloca <16 x i32>, align 4 * allocate mem
23 /// store <16 x i32> zeroinitializer, <16 x i32>* %cfgmem * zero init
24 /// ...
25 /// ... pre-config shape of %t1 *
26 /// store volatile i8 %m, i8* %amx.tmm.0.shape.row, align 1 *
27 /// store volatile i16 %k, i16* %amx.tmm.0.shape.col, align 2 * pre-config
28 /// ... *
29 /// ... pre-config shape of %t2 * shapes
30 /// store volatile i8 %k, i8* %amx.tmm.1.shape.row, align 1 *
31 /// store volatile i16 %n, i16* %amx.tmm.1.shape.col, align 2 *
32 /// ...
33 /// call void @llvm.x86.ldtilecfg(i8* %cfgmem) * tile config
34 //
35 //===----------------------------------------------------------------------===//
36 //
37 #include "X86.h"
38 #include "llvm/ADT/SmallSet.h"
39 #include "llvm/Analysis/TargetTransformInfo.h"
40 #include "llvm/CodeGen/Passes.h"
41 #include "llvm/CodeGen/TargetPassConfig.h"
42 #include "llvm/CodeGen/ValueTypes.h"
43 #include "llvm/IR/DataLayout.h"
44 #include "llvm/IR/Function.h"
45 #include "llvm/IR/IRBuilder.h"
46 #include "llvm/IR/Instructions.h"
47 #include "llvm/IR/IntrinsicInst.h"
48 #include "llvm/IR/IntrinsicsX86.h"
49 #include "llvm/IR/PatternMatch.h"
50 #include "llvm/InitializePasses.h"
51 #include "llvm/Pass.h"
52 #include "llvm/Support/raw_ostream.h"
53 #include "llvm/Target/TargetMachine.h"
54 
55 using namespace llvm;
56 using namespace PatternMatch;
57 
58 #define DEBUG_TYPE "pre-amx-config"
59 
60 static bool isAMXIntrinsic(IntrinsicInst *II) {
61  for (Value *Operand : II->operands())
62  if (Operand->getType()->isX86_AMXTy())
63  return true;
64  return II->getType()->isX86_AMXTy();
65 }
66 
67 static bool isTileLoad(IntrinsicInst *II) {
68  return II->getIntrinsicID() == Intrinsic::x86_tileloadd64_internal;
69 }
70 
71 static bool isTileStore(IntrinsicInst *II) {
72  return II->getIntrinsicID() == Intrinsic::x86_tilestored64_internal;
73 }
74 
75 #ifndef NDEBUG
76 static bool onlyTileDef(IntrinsicInst *II) {
77  for (Value *Operand : II->operands())
78  if (Operand->getType()->isX86_AMXTy())
79  return false;
80  return II->getType()->isX86_AMXTy();
81 }
82 
83 static bool brokenVolatile(Instruction *I) {
84  // Todo: it is weak to identify a normal call here.
85  if ((isa<CallInst>(I) && !isa<IntrinsicInst>(I)) || I->isTerminator())
86  return true;
87  return false;
88 }
89 #endif
90 
91 namespace {
92 class X86PreAMXConfig {
93  Function &F;
94 
95 public:
96  X86PreAMXConfig(Function &Func) : F(Func) {}
97  bool preTileConfig();
98  bool addTileConfig(Instruction *ModelStart, SmallVector<Value *, 8> &Shapes);
99  bool findConfigShapes(
100  DenseMap<Instruction *, SmallVector<Value *, 8>> &PosAndShapes);
101  bool getKeyAMXShapes(IntrinsicInst *KeyAMX, SmallVector<Value *, 8> &Shapes);
102  bool preWriteTileCfg(Value *I8Ptr, Instruction *Pos,
103  SmallVector<Value *, 8> &Shapes);
104  BasicBlock::iterator
105  getShapesAndConfigPosEnd(BasicBlock::iterator Iter,
106  SmallVector<Value *, 8> &Shapes);
107  bool checkVolatileModel(SmallSet<Value *, 4> &Loads, IntrinsicInst *Store,
108  IntrinsicInst *KeyAMX);
109 };
110 
111 // Orderly write the shapes in tilecfg's mem. This maybe not right.
112 // Because the first shape may not corresponding to the first tmm register,
113 // so we need to handle at at X86FastTileConfig::materializeTileCfg()
114 // after register allocation.
115 // For example:
116 // --------------------------------------------------------------------------
117 // zeroinitialize tilecfg's mem (of ldtilecfg)
118 // --------------------------------------------------------------------------
119 // ... pre-config shape of %t1 *
120 // %amx.tmm.0.shape.row = getelementptr i8, i8* %mem, i64 48 *
121 // %amx.tmm.0.shape.col = getelementptr i16, i16* %mem, i64 16 *
122 // store volatile i8 %m, i8* %amx.tmm.0.shape.row, align 1 *
123 // store volatile i16 %k, i16* %amx.tmm.0.shape.col, align 2 * pre-config
124 // ... *
125 // ... pre-config shape of %t2 *
126 // %amx.tmm.1.shape.row = getelementptr i8, i8* %mem, i64 49 *
127 // %amx.tmm.1.shape.col = getelementptr i16, i16* %mem, i64 18 *
128 // store volatile i8 %k, i8* %amx.tmm.1.shape.row, align 1 * shapes
129 // store volatile i16 %n, i16* %amx.tmm.1.shape.col, align 2 *
130 // ... *
131 // ... pre-config shape of %t3 * of
132 // %amx.tmm.2.shape.row = getelementptr i8, i8* %mem, i64 50 *
133 // %amx.tmm.2.shape.col = getelementptr i16, i16* %mem, i64 20 *
134 // store volatile i8 %m, i8* %amx.tmm.2.shape.row, align 1 *
135 // store volatile i16 %n, i16* %amx.tmm.2.shape.col, align 2 *
136 // ... * tiles
137 // ... pre-config shape of %td *
138 // %amx.tmm.3.shape.row = getelementptr i8, i8* %mem, i64 51 *
139 // %amx.tmm.3.shape.col = getelementptr i16, i16* %mem, i64 22 *
140 // store volatile i8 %m, i8* %amx.tmm.3.shape.row, align 1 *
141 // store volatile i16 %n, i16* %amx.tmm.3.shape.col, align 2 *
142 // --------------------------------------------------------------------------
143 // call void @llvm.x86.ldtilecfg(i8* %mem) * tile config
144 // --------------------------------------------------------------------------
145 // %t1 = call x86_amx @llvm.x86.tileloadd64.internal(m, k, ...) key
146 // %t2 = call x86_amx @llvm.x86.tileloadd64.internal(k, n, ...)
147 // %t3 = call x86_amx @llvm.x86.tileloadd64.internal(m, n, ...) amx
148 // %td = tail call x86_amx @llvm.x86.tdpbssd.internal(m, n, k, t1, t2, t3)
149 // call void @llvm.x86.tilestored64.internal(... td) area
150 // --------------------------------------------------------------------------
151 bool X86PreAMXConfig::preWriteTileCfg(Value *I8Ptr, Instruction *Pos,
152  SmallVector<Value *, 8> &Shapes) {
153  bool Write = false;
154  LLVMContext &Ctx = Pos->getParent()->getContext();
155  Type *I8Ty = Type::getInt8Ty(Ctx);
156  Type *I16Ty = Type::getInt16Ty(Ctx);
157 
158  // TODO: Currently we defaultly set Palette = 1, it may be assigned to
159  // other value in the future.
160  Value *PaletteOffset = ConstantInt::get(Type::getInt64Ty(Ctx), 0);
161  Value *PaletteValue = ConstantInt::get(Type::getInt8Ty(Ctx), 1);
162  Value *PalettePos =
163  GetElementPtrInst::Create(I8Ty, I8Ptr, PaletteOffset, "", Pos);
164  new StoreInst(PaletteValue, PalettePos, Pos);
165 
166  for (int I = 0, E = Shapes.size() / 2; I < E; I++) {
167  Value *RowOffset = ConstantInt::get(Type::getInt64Ty(Ctx), 48 + I);
168  Value *ColOffset = ConstantInt::get(Type::getInt64Ty(Ctx), 16 + I * 2);
169  const std::string ShapeName = "amx.tmm." + itostr(I);
170  Value *RowPos = GetElementPtrInst::Create(I8Ty, I8Ptr, RowOffset,
171  ShapeName + ".shape.row", Pos);
172  Value *ColPos = GetElementPtrInst::Create(I8Ty, I8Ptr, ColOffset, "", Pos);
173  ColPos = new BitCastInst(ColPos, PointerType::get(I16Ty, 0),
174  ShapeName + ".shape.col", Pos);
175  Value *Row = Shapes[I * 2];
176  Value *Col = Shapes[I * 2 + 1];
177  Row = new TruncInst(Row, I8Ty, "", Pos);
178  new StoreInst(Row, RowPos, Pos);
179  new StoreInst(Col, ColPos, Pos);
180  Write = true;
181  }
182  return Write;
183 }
184 
185 bool X86PreAMXConfig::addTileConfig(Instruction *ModelStart,
186  SmallVector<Value *, 8> &Shapes) {
187  Module *M = F.getParent();
188  IRBuilder<> Builder(ModelStart);
189  const DataLayout &DL = M->getDataLayout();
190  unsigned AddrSpace = DL.getAllocaAddrSpace();
191  LLVMContext &Ctx = Builder.getContext();
192  Type *V512Ty = VectorType::get(Builder.getInt32Ty(), 16, false);
193  Align Alignment = DL.getPrefTypeAlign(Type::getInt32Ty(Ctx));
194 
195  AllocaInst *Addr =
196  new AllocaInst(V512Ty, AddrSpace, "", &F.getEntryBlock().front());
197  Addr->setAlignment(Alignment);
198  Value *I8Ptr = Builder.CreateBitCast(Addr, Builder.getInt8PtrTy());
199 
200  std::array<Value *, 1> Args = {I8Ptr};
201  Instruction *Cfg =
202  Builder.CreateIntrinsic(Intrinsic::x86_ldtilecfg_internal, None, Args);
203 
204  Value *Val0 = Constant::getNullValue(V512Ty);
205  Instruction *Init0 = new StoreInst(Val0, Addr, false, Alignment, Cfg);
206  assert(Init0 && "Not Zero initilizate the cfg mem!");
207 
208  preWriteTileCfg(I8Ptr, Cfg, Shapes);
209 
210  return Init0;
211 }
212 
213 // Todo: We may need to handle "more than one store" case in the future.
214 bool X86PreAMXConfig::checkVolatileModel(SmallSet<Value *, 4> &Loads,
215  IntrinsicInst *Store,
216  IntrinsicInst *KeyAMX) {
217  Value *ST = Store->getOperand(4);
218 
219  // Only has tileload and tilestore.
220  if (!KeyAMX)
221  return (Loads.size() == 1) && Loads.contains(ST);
222 
223  // All Loads should be operands of KeyAMX.
224  // All tile operands of KeyAMX should come from Loads.
225  for (Value *Op : KeyAMX->operands()) {
226  if (Op->getType()->isX86_AMXTy())
227  if (!Loads.erase(Op))
228  return false;
229  }
230 
231  // The def of KeyAMX should be stored into mem.
232  // Todo: is it key amx can be no def?
233  return Loads.empty() && (ST == cast<Value>(KeyAMX));
234 }
235 
236 bool X86PreAMXConfig::getKeyAMXShapes(IntrinsicInst *KeyAMX,
237  SmallVector<Value *, 8> &Shapes) {
238  for (unsigned I = 0; I < KeyAMX->getNumOperands(); I++) {
239  Value *Op = KeyAMX->getOperand(I);
240  if (!Op->getType()->isX86_AMXTy())
241  continue;
242  IntrinsicInst *TileDef = dyn_cast<IntrinsicInst>(Op);
243  assert((TileDef && isTileLoad(TileDef)) &&
244  "All KeyAMX's tile definiation should comes from TileLoad!");
245  Shapes.push_back(TileDef->getOperand(0));
246  Shapes.push_back(TileDef->getOperand(1));
247  }
248  if (!isTileStore(KeyAMX)) {
249  Shapes.push_back(KeyAMX->getOperand(0));
250  Shapes.push_back(KeyAMX->getOperand(1));
251  }
252  return Shapes.size() != 0;
253 }
254 
255 // Collect the shapes and skip the area of current key amx intrinsic.
256 //
257 // For example:
258 // ...
259 // --------------------------------------------------------------------------
260 // %t1 = call x86_amx @llvm.x86.tileloadd64.internal(m, k, ...) record (m,k)
261 // %t2 = call x86_amx @llvm.x86.tileloadd64.internal(k, n, ...) record (m,k)
262 // %t3 = call x86_amx @llvm.x86.tileloadd64.internal(m, n, ...) record (m,k)
263 // %td = call x86_amx @llvm.x86.tdpbssd.internal(...t1, t2, t3)
264 // call void @llvm.x86.tilestored64.internal(m, n,... td) <--PosEnd record (m,k)
265 // --------------------------------------------------------------------------
266 BasicBlock::iterator
267 X86PreAMXConfig::getShapesAndConfigPosEnd(BasicBlock::iterator Iter,
268  SmallVector<Value *, 8> &Shapes) {
269  IntrinsicInst *KeyAMX = nullptr;
270  BasicBlock *BB = Iter->getParent();
271  BasicBlock::iterator PosEnd = BB->end();
272  SmallSet<Value *, 4> Loads;
273 
274  // See TileStore as "Config Position End" and check volatile model.
275  for (auto I = Iter, E = BB->end(); I != E; ++I) {
276  assert(!brokenVolatile(&*I) && "Not reach tile store!");
277  IntrinsicInst *II = dyn_cast<IntrinsicInst>(&*I);
278  if (!II || !isAMXIntrinsic(II))
279  continue;
280 
281  if (isTileLoad(II)) {
282  Loads.insert(II);
283  } else if (isTileStore(II)) {
284  if (!checkVolatileModel(Loads, II, KeyAMX))
285  report_fatal_error("Not Volatile AMX Model!");
286  PosEnd = I;
287  break;
288  } else {
289  assert(!KeyAMX && "Too many key amx intrinsic!");
290  KeyAMX = II;
291  }
292  }
293  assert(PosEnd != BB->end() && "Not find TileStore!");
294 
295  // See KeyAMX as TileStore if only TileLoad and TileStore.
296  if (!KeyAMX)
297  KeyAMX = dyn_cast<IntrinsicInst>(&*PosEnd);
298 
299  // Get Shapes in order.
300  assert(Shapes.empty() && "Shapes should be clean.");
301  getKeyAMXShapes(KeyAMX, Shapes);
302 
303  return PosEnd;
304 }
305 
306 // Record a key amx area's shapes with its position.
307 // Use the first tileload as its position.
308 // For example:
309 // ...
310 // --------------------------------------------------------------------------
311 // %t1 = call x86_amx @llvm.x86.tileloadd64.internal(m, k, ...) <-- pos
312 // %t2 = call x86_amx @llvm.x86.tileloadd64.internal(k, n, ...) /
313 // %t3 = call x86_amx @llvm.x86.tileloadd64.internal(m, n, ...) shapes:
314 // %td = call x86_amx @llvm.x86.tdpbssd.internal(...t1, t2, t3) (m,k)(k,n)
315 // call void @llvm.x86.tilestored64.internal(m, n,... td) (m,n)(m,n)
316 // --------------------------------------------------------------------------
317 bool X86PreAMXConfig::findConfigShapes(
318  DenseMap<Instruction *, SmallVector<Value *, 8>> &PosAndShapes) {
319  bool Find = false;
320  for (BasicBlock &BB : F) {
321  for (BasicBlock::iterator I = BB.begin(), E = BB.end(); I != E; ++I) {
322  IntrinsicInst *II = dyn_cast<IntrinsicInst>(&*I);
323  if (!II)
324  continue;
325  if (!isAMXIntrinsic(II))
326  continue;
327  assert(onlyTileDef(II) && "Not volatile model for AMX at O0!");
328 
329  I = getShapesAndConfigPosEnd(I, PosAndShapes[&*I]);
330  Find = true;
331  }
332  }
333  return Find;
334 }
335 
336 // Insert ldtilecfg and preconfig the shapes for each area of key AMX intrinsic.
337 // e.g. (key amx = tdpbssd)
338 // --------------------------------------------------------------------------
339 // %cfgmem = alloca <16 x i32>, align 4 * allocate mem
340 // store <16 x i32> zeroinitializer, <16 x i32>* %cfgmem * zero init
341 // ...
342 // ... pre-config shape of %t1 *
343 // store volatile i8 %m, i8* %amx.tmm.0.shape.row, align 1 *
344 // store volatile i16 %k, i16* %amx.tmm.0.shape.col, align 2 * pre-config
345 // ... *
346 // ... pre-config shape of %t2 *
347 // store volatile i8 %k, i8* %amx.tmm.1.shape.row, align 1 * shapes
348 // store volatile i16 %n, i16* %amx.tmm.1.shape.col, align 2 *
349 // ... *
350 // ... pre-config shape of %t3 * of
351 // store volatile i8 %m, i8* %amx.tmm.2.shape.row, align 1 *
352 // store volatile i16 %n, i16* %amx.tmm.2.shape.col, align 2 *
353 // ... * tiles
354 // ... pre-config shape of %td *
355 // store volatile i8 %m, i8* %amx.tmm.3.shape.row, align 1 *
356 // store volatile i16 %n, i16* %amx.tmm.3.shape.col, align 2 *
357 //
358 // call void @llvm.x86.ldtilecfg(i8* %cfgmem) * pre-config
359 // --------------------------------------------------------------------------
360 // %t1 = call x86_amx @llvm.x86.tileloadd64.internal(m, k, ...) key
361 // %t2 = call x86_amx @llvm.x86.tileloadd64.internal(k, n, ...)
362 // %t3 = call x86_amx @llvm.x86.tileloadd64.internal(m, n, ...) amx
363 // %td = tail call x86_amx @llvm.x86.tdpbssd.internal(m, n, k, t1, t2, t3)
364 // call void @llvm.x86.tilestored64.internal(... td) area
365 // --------------------------------------------------------------------------
366 bool X86PreAMXConfig::preTileConfig() {
367  DenseMap<Instruction *, SmallVector<Value *, 8>> PosAndShapes;
368  bool NeedCfg = findConfigShapes(PosAndShapes);
369  if (!NeedCfg)
370  return false;
371  for (auto &IPAndShapes : PosAndShapes)
372  addTileConfig(IPAndShapes.first, IPAndShapes.second);
373 
374  return true;
375 }
376 } // anonymous namespace
377 
378 namespace {
379 
380 class X86PreAMXConfigPass : public FunctionPass {
381 public:
382  static char ID;
383 
384  X86PreAMXConfigPass() : FunctionPass(ID) {
385  initializeX86PreAMXConfigPassPass(*PassRegistry::getPassRegistry());
386  }
387 
388  bool runOnFunction(Function &F) override {
389  TargetMachine *TM = &getAnalysis<TargetPassConfig>().getTM<TargetMachine>();
390  bool C = false;
391 
392  // Prepare for fast register allocation at O0.
393  if (TM->getOptLevel() == CodeGenOpt::None) {
394 
395  // We pre-config each key AMX intrinsic at O0.
396  // In theory, one tile config can cover several AMX intrinsics, but
397  // it is very diffcult to classify the tile shapes at O0. So here we
398  // let thing be easy, pre-config every key AMX intrinsic.
399  X86PreAMXConfig PCFG(F);
400  C = PCFG.preTileConfig();
401  }
402 
403  return C;
404  }
405 
406  void getAnalysisUsage(AnalysisUsage &AU) const override {
407  AU.setPreservesCFG();
408  AU.addRequired<TargetPassConfig>();
409  }
410 };
411 
412 } // anonymous namespace
413 
414 static const char PassName[] = "Pre AMX Tile Config";
415 char X86PreAMXConfigPass::ID = 0;
416 INITIALIZE_PASS_BEGIN(X86PreAMXConfigPass, DEBUG_TYPE, PassName, false, false)
417 INITIALIZE_PASS_DEPENDENCY(TargetPassConfig)
418 INITIALIZE_PASS_END(X86PreAMXConfigPass, DEBUG_TYPE, PassName, false, false)
419 
420 FunctionPass *llvm::createX86PreAMXConfigPass() {
421  return new X86PreAMXConfigPass();
422 }
ValueTypes.h
llvm
Definition: AllocatorList.h:23
M
We currently emits eax Perhaps this is what we really should generate is Is imull three or four cycles eax eax The current instruction priority is based on pattern complexity The former is more complex because it folds a load so the latter will not be emitted Perhaps we should use AddedComplexity to give LEA32r a higher priority We should always try to match LEA first since the LEA matching code does some estimate to determine whether the match is profitable if we care more about code then imull is better It s two bytes shorter than movl leal On a Pentium M
Definition: README.txt:252
llvm::DataLayout
A parsed version of the target data layout string in and methods for querying it.
Definition: DataLayout.h:112
llvm::User::operands
op_range operands()
Definition: User.h:242
llvm::BasicBlock::iterator
InstListType::iterator iterator
Instruction iterators...
Definition: BasicBlock.h:90
IntrinsicInst.h
llvm::Function
Definition: Function.h:61
Pass.h
llvm::IntrinsicInst::getIntrinsicID
Intrinsic::ID getIntrinsicID() const
Return the intrinsic ID of this intrinsic.
Definition: IntrinsicInst.h:52
DEBUG_TYPE
#define DEBUG_TYPE
Definition: X86PreAMXConfig.cpp:58
llvm::PointerType::get
static PointerType * get(Type *ElementType, unsigned AddressSpace)
This constructs a pointer to an object of the specified type in a numbered address space.
Definition: Type.cpp:687
llvm::BitCastInst
This class represents a no-op cast from one type to another.
Definition: Instructions.h:5166
llvm::SmallVector< Value *, 8 >
llvm::IRBuilder<>
isAMXIntrinsic
static bool isAMXIntrinsic(IntrinsicInst *II)
Definition: X86PreAMXConfig.cpp:60
llvm::Type
The instances of the Type class are immutable: once they are created, they are never changed.
Definition: Type.h:46
llvm::SmallSet
SmallSet - This maintains a set of unique values, optimizing for the case when the set is small (less...
Definition: SmallSet.h:134
llvm::Type::getInt8Ty
static IntegerType * getInt8Ty(LLVMContext &C)
Definition: Type.cpp:195
llvm::Type::getInt32Ty
static IntegerType * getInt32Ty(LLVMContext &C)
Definition: Type.cpp:197
F
#define F(x, y, z)
Definition: MD5.cpp:56
llvm::BasicBlock
LLVM Basic Block Representation.
Definition: BasicBlock.h:58
X86.h
onlyTileDef
static bool onlyTileDef(IntrinsicInst *II)
Definition: X86PreAMXConfig.cpp:76
TargetMachine.h
llvm::PassRegistry::getPassRegistry
static PassRegistry * getPassRegistry()
getPassRegistry - Access the global registry object, which is automatically initialized at applicatio...
Definition: PassRegistry.cpp:31
E
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
C
(vector float) vec_cmpeq(*A, *B) C
Definition: README_ALTIVEC.txt:86
llvm::AnalysisUsage
Represent the analysis usage information of a pass.
Definition: PassAnalysisSupport.h:47
false
Definition: StackSlotColoring.cpp:142
llvm::Instruction
Definition: Instruction.h:45
llvm::report_fatal_error
LLVM_ATTRIBUTE_NORETURN void report_fatal_error(Error Err, bool gen_crash_diag=true)
Report a serious error, calling any installed error handler.
Definition: Error.cpp:140
llvm::ConstantInt::get
static Constant * get(Type *Ty, uint64_t V, bool IsSigned=false)
If Ty is a vector type, return a Constant with a splat of the given value.
Definition: Constants.cpp:898
PatternMatch.h
llvm::Align
This struct is a compact representation of a valid (non-zero power of two) alignment.
Definition: Alignment.h:39
isTileStore
static bool isTileStore(IntrinsicInst *II)
Definition: X86PreAMXConfig.cpp:71
INITIALIZE_PASS_END
#define INITIALIZE_PASS_END(passName, arg, name, cfg, analysis)
Definition: PassSupport.h:58
Passes.h
llvm::TargetPassConfig
Target-Independent Code Generator Pass Configuration Options.
Definition: TargetPassConfig.h:84
isTileLoad
static bool isTileLoad(IntrinsicInst *II)
Definition: X86PreAMXConfig.cpp:67
llvm::StoreInst
An instruction for storing to memory.
Definition: Instructions.h:303
llvm::ARM_MB::ST
@ ST
Definition: ARMBaseInfo.h:73
Addr
uint64_t Addr
Definition: ELFObjHandler.cpp:80
llvm::TruncInst
This class represents a truncation of integer types.
Definition: Instructions.h:4721
INITIALIZE_PASS_DEPENDENCY
INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass)
llvm::LLVMContext
This is an important class for using LLVM in a threaded context.
Definition: LLVMContext.h:68
llvm::DenseMap
Definition: DenseMap.h:714
I
#define I(x, y, z)
Definition: MD5.cpp:59
TargetPassConfig.h
IRBuilder.h
assert
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
llvm::TargetMachine
Primary interface to the complete machine description for the target machine.
Definition: TargetMachine.h:77
llvm::elfabi::ELFSymbolType::Func
@ Func
llvm::Module
A Module instance is used to store all the information related to an LLVM module.
Definition: Module.h:67
llvm::SmallSet::erase
bool erase(const T &V)
Definition: SmallSet.h:207
Find
static const T * Find(StringRef S, ArrayRef< T > A)
Find KV in array using binary search.
Definition: MCSubtargetInfo.cpp:25
Builder
assume Assume Builder
Definition: AssumeBundleBuilder.cpp:651
llvm::CodeGenOpt::None
@ None
Definition: CodeGen.h:53
llvm::GetElementPtrInst::Create
static GetElementPtrInst * Create(Type *PointeeType, Value *Ptr, ArrayRef< Value * > IdxList, const Twine &NameStr="", Instruction *InsertBefore=nullptr)
Definition: Instructions.h:957
llvm::createX86PreAMXConfigPass
FunctionPass * createX86PreAMXConfigPass()
The pass insert tile config intrinsics for AMX fast register allocation.
Definition: X86PreAMXConfig.cpp:420
DataLayout.h
llvm::AnalysisUsage::setPreservesCFG
void setPreservesCFG()
This function should be called by the pass, iff they do not:
Definition: Pass.cpp:253
llvm::Value::getType
Type * getType() const
All values are typed, get the type of this value.
Definition: Value.h:256
DL
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
Definition: AArch64SLSHardening.cpp:76
llvm::SmallSet::insert
std::pair< NoneType, bool > insert(const T &V)
insert - Insert an element into the set if it isn't already there.
Definition: SmallSet.h:180
llvm::BasicBlock::getContext
LLVMContext & getContext() const
Get the context in which this basic block lives.
Definition: BasicBlock.cpp:32
runOnFunction
static bool runOnFunction(Function &F, bool PostInlining)
Definition: EntryExitInstrumenter.cpp:69
llvm::Type::getInt64Ty
static IntegerType * getInt64Ty(LLVMContext &C)
Definition: Type.cpp:198
llvm::Constant::getNullValue
static Constant * getNullValue(Type *Ty)
Constructor to create a '0' constant of arbitrary type.
Definition: Constants.cpp:346
PassName
static const char PassName[]
Definition: X86PreAMXConfig.cpp:414
llvm::AMDGPU::SendMsg::Op
Op
Definition: SIDefines.h:314
brokenVolatile
static bool brokenVolatile(Instruction *I)
Definition: X86PreAMXConfig.cpp:83
Function.h
llvm::IntrinsicInst
A wrapper class for inspecting calls to intrinsic functions.
Definition: IntrinsicInst.h:45
llvm::SPII::Store
@ Store
Definition: SparcInstrInfo.h:33
Instructions.h
llvm::User::getNumOperands
unsigned getNumOperands() const
Definition: User.h:191
INITIALIZE_PASS_BEGIN
#define INITIALIZE_PASS_BEGIN(passName, arg, name, cfg, analysis)
Definition: PassSupport.h:51
llvm::SmallSet::size
size_type size() const
Definition: SmallSet.h:159
llvm::Instruction::getParent
const BasicBlock * getParent() const
Definition: Instruction.h:94
TargetTransformInfo.h
llvm::SmallSet::empty
LLVM_NODISCARD bool empty() const
Definition: SmallSet.h:155
llvm::Type::getInt16Ty
static IntegerType * getInt16Ty(LLVMContext &C)
Definition: Type.cpp:196
TM
const char LLVMTargetMachineRef TM
Definition: PassBuilderBindings.cpp:47
llvm::FunctionPass
FunctionPass class - This class is used to implement most global optimizations.
Definition: Pass.h:298
BB
Common register allocation spilling lr str ldr sxth r3 ldr mla r4 can lr mov lr str ldr sxth r3 mla r4 and then merge mul and lr str ldr sxth r3 mla r4 It also increase the likelihood the store may become dead bb27 Successors according to LLVM BB
Definition: README.txt:39
llvm::AnalysisUsage::addRequired
AnalysisUsage & addRequired()
Definition: PassAnalysisSupport.h:75
llvm::pdb::OMFSegDescFlags::Write
@ Write
llvm::AMDGPU::HSAMD::Kernel::Key::Args
constexpr char Args[]
Key for Kernel::Metadata::mArgs.
Definition: AMDGPUMetadata.h:389
llvm::AllocaInst
an instruction to allocate memory on the stack
Definition: Instructions.h:61
llvm::User::getOperand
Value * getOperand(unsigned i) const
Definition: User.h:169
raw_ostream.h
InitializePasses.h
llvm::Value
LLVM Value Representation.
Definition: Value.h:75
llvm::VectorType::get
static VectorType * get(Type *ElementType, ElementCount EC)
This static method is the primary way to construct an VectorType.
Definition: Type.cpp:628
llvm::initializeX86PreAMXConfigPassPass
void initializeX86PreAMXConfigPassPass(PassRegistry &)
llvm::Type::isX86_AMXTy
bool isX86_AMXTy() const
Return true if this is X86 AMX.
Definition: Type.h:187
llvm::SmallSet::contains
bool contains(const T &V) const
Check if the SmallSet contains the given element.
Definition: SmallSet.h:236
SmallSet.h
llvm::Intrinsic::ID
unsigned ID
Definition: TargetTransformInfo.h:38
Generated on Tue Jun 8 2021 06:07:32 for LLVM by   doxygen 1.8.17