LLVM 24.0.0git
Utils.h
Go to the documentation of this file.
1//==-- llvm/CodeGen/GlobalISel/Utils.h ---------------------------*- C++ -*-==//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9/// \file This file declares the API of helper functions used throughout the
10/// GlobalISel pipeline.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_CODEGEN_GLOBALISEL_UTILS_H
15#define LLVM_CODEGEN_GLOBALISEL_UTILS_H
16
17#include "GISelWorkList.h"
18#include "llvm/ADT/APFloat.h"
19#include "llvm/ADT/StringRef.h"
22#include "llvm/IR/DebugLoc.h"
26
27#include <cstdint>
28#include <vector>
29
30namespace llvm {
31
32class AnalysisUsage;
37class MachineFunction;
38class MachineInstr;
40class MachineOperand;
45class MCInstrDesc;
48class TargetInstrInfo;
49class TargetLowering;
52class MCRegisterClass;
54class ConstantFP;
55class APFloat;
56
57// Convenience macros for dealing with vector reduction opcodes.
58#define GISEL_VECREDUCE_CASES_ALL \
59 case TargetOpcode::G_VECREDUCE_SEQ_FADD: \
60 case TargetOpcode::G_VECREDUCE_SEQ_FMUL: \
61 case TargetOpcode::G_VECREDUCE_FADD: \
62 case TargetOpcode::G_VECREDUCE_FMUL: \
63 case TargetOpcode::G_VECREDUCE_FMAX: \
64 case TargetOpcode::G_VECREDUCE_FMIN: \
65 case TargetOpcode::G_VECREDUCE_FMAXIMUM: \
66 case TargetOpcode::G_VECREDUCE_FMINIMUM: \
67 case TargetOpcode::G_VECREDUCE_FMAXIMUMNUM: \
68 case TargetOpcode::G_VECREDUCE_FMINIMUMNUM: \
69 case TargetOpcode::G_VECREDUCE_ADD: \
70 case TargetOpcode::G_VECREDUCE_MUL: \
71 case TargetOpcode::G_VECREDUCE_AND: \
72 case TargetOpcode::G_VECREDUCE_OR: \
73 case TargetOpcode::G_VECREDUCE_XOR: \
74 case TargetOpcode::G_VECREDUCE_SMAX: \
75 case TargetOpcode::G_VECREDUCE_SMIN: \
76 case TargetOpcode::G_VECREDUCE_UMAX: \
77 case TargetOpcode::G_VECREDUCE_UMIN:
78
79#define GISEL_VECREDUCE_CASES_NONSEQ \
80 case TargetOpcode::G_VECREDUCE_FADD: \
81 case TargetOpcode::G_VECREDUCE_FMUL: \
82 case TargetOpcode::G_VECREDUCE_FMAX: \
83 case TargetOpcode::G_VECREDUCE_FMIN: \
84 case TargetOpcode::G_VECREDUCE_FMAXIMUM: \
85 case TargetOpcode::G_VECREDUCE_FMINIMUM: \
86 case TargetOpcode::G_VECREDUCE_FMAXIMUMNUM: \
87 case TargetOpcode::G_VECREDUCE_FMINIMUMNUM: \
88 case TargetOpcode::G_VECREDUCE_ADD: \
89 case TargetOpcode::G_VECREDUCE_MUL: \
90 case TargetOpcode::G_VECREDUCE_AND: \
91 case TargetOpcode::G_VECREDUCE_OR: \
92 case TargetOpcode::G_VECREDUCE_XOR: \
93 case TargetOpcode::G_VECREDUCE_SMAX: \
94 case TargetOpcode::G_VECREDUCE_SMIN: \
95 case TargetOpcode::G_VECREDUCE_UMAX: \
96 case TargetOpcode::G_VECREDUCE_UMIN:
97
98/// Try to constrain Reg to the specified register class. If this fails,
99/// create a new virtual register in the correct class.
100///
101/// \return The virtual register constrained to the right register class.
102LLVM_ABI Register constrainRegToClass(MachineRegisterInfo &MRI,
103 const TargetInstrInfo &TII,
104 const RegisterBankInfo &RBI, Register Reg,
105 const TargetRegisterClass &RegClass);
106
107/// Constrain the Register operand OpIdx, so that it is now constrained to the
108/// TargetRegisterClass passed as an argument (RegClass).
109/// If this fails, create a new virtual register in the correct class and insert
110/// a COPY before \p InsertPt if it is a use or after if it is a definition.
111/// In both cases, the function also updates the register of RegMo. The debug
112/// location of \p InsertPt is used for the new copy.
113///
114/// \return The virtual register constrained to the right register class.
116 const MachineFunction &MF, const TargetRegisterInfo &TRI,
117 MachineRegisterInfo &MRI, const TargetInstrInfo &TII,
118 const RegisterBankInfo &RBI, MachineInstr &InsertPt,
119 const TargetRegisterClass &RegClass, MachineOperand &RegMO);
120
121/// Try to constrain Reg so that it is usable by argument OpIdx of the provided
122/// MCInstrDesc \p II. If this fails, create a new virtual register in the
123/// correct class and insert a COPY before \p InsertPt if it is a use or after
124/// if it is a definition. In both cases, the function also updates the register
125/// of RegMo.
126/// This is equivalent to constrainOperandRegClass(..., RegClass, ...)
127/// with RegClass obtained from the MCInstrDesc. The debug location of \p
128/// InsertPt is used for the new copy.
129///
130/// \return The virtual register constrained to the right register class.
132 const MachineFunction &MF, const TargetRegisterInfo &TRI,
133 MachineRegisterInfo &MRI, const TargetInstrInfo &TII,
134 const RegisterBankInfo &RBI, MachineInstr &InsertPt, const MCInstrDesc &II,
135 MachineOperand &RegMO, unsigned OpIdx);
136
137/// Mutate the newly-selected instruction \p I to constrain its (possibly
138/// generic) virtual register operands to the instruction's register class.
139/// This could involve inserting COPYs before (for uses) or after (for defs).
140/// This requires the number of operands to match the instruction description.
141// FIXME: Not all instructions have the same number of operands. We should
142// probably expose a constrain helper per operand and let the target selector
143// constrain individual registers, like fast-isel.
145 const TargetInstrInfo &TII,
146 const TargetRegisterInfo &TRI,
147 const RegisterBankInfo &RBI);
148
149/// Check if DstReg can be replaced with SrcReg depending on the register
150/// constraints.
151LLVM_ABI bool canReplaceReg(Register DstReg, Register SrcReg,
152 MachineRegisterInfo &MRI);
153
154/// Check whether an instruction \p MI is dead: it only defines dead virtual
155/// registers, and doesn't have other side effects.
156LLVM_ABI bool isTriviallyDead(const MachineInstr &MI,
157 const MachineRegisterInfo &MRI);
158
159/// Report an ISel error as a missed optimization remark to the LLVMContext's
160/// diagnostic stream. Set the FailedISel MachineFunction property.
162 MachineOptimizationRemarkEmitter &MORE,
163 MachineOptimizationRemarkMissed &R);
164
166 MachineOptimizationRemarkEmitter &MORE,
167 const char *PassName, StringRef Msg,
168 const MachineInstr &MI);
169
170/// Report an ISel warning as a missed optimization remark to the LLVMContext's
171/// diagnostic stream.
173 MachineOptimizationRemarkEmitter &MORE,
174 MachineOptimizationRemarkMissed &R);
175
176/// Returns the inverse opcode of \p MinMaxOpc, which is a generic min/max
177/// opcode like G_SMIN.
178LLVM_ABI unsigned getInverseGMinMaxOpcode(unsigned MinMaxOpc);
179
180/// If \p VReg is defined by a G_CONSTANT, return the corresponding value.
181LLVM_ABI std::optional<APInt>
182getIConstantVRegVal(Register VReg, const MachineRegisterInfo &MRI);
183
184/// If \p VReg is defined by a G_CONSTANT fits in int64_t returns it.
185LLVM_ABI std::optional<int64_t>
186getIConstantVRegSExtVal(Register VReg, const MachineRegisterInfo &MRI);
187
188/// \p VReg is defined by a G_CONSTANT, return the corresponding value.
189LLVM_ABI const APInt &getIConstantFromReg(Register VReg,
190 const MachineRegisterInfo &MRI);
191
192/// Simple struct used to hold a constant integer value and a virtual
193/// register.
198
199/// If \p VReg is defined by a statically evaluable chain of instructions rooted
200/// on a G_CONSTANT returns its APInt value and def register.
201LLVM_ABI std::optional<ValueAndVReg>
203 const MachineRegisterInfo &MRI,
204 bool LookThroughInstrs = true);
205
206/// If \p VReg is defined by a statically evaluable chain of instructions rooted
207/// on a G_CONSTANT or G_FCONSTANT returns its value as APInt and def register.
208LLVM_ABI std::optional<ValueAndVReg> getAnyConstantVRegValWithLookThrough(
209 Register VReg, const MachineRegisterInfo &MRI,
210 bool LookThroughInstrs = true, bool LookThroughAnyExt = false);
211
213 std::tuple<Register, Register, uint64_t, Align, bool, std::vector<LLT>>;
214
215/// Matcher for memcpy-like instructions. For non-zero lengths, \p MemOps
216/// contains the load/store types to emit.
218 const MachineRegisterInfo &MRI,
219 unsigned MaxLen, Register &Dst,
220 Register &Src, uint64_t &KnownLen,
221 Align &Alignment, bool &DstAlignCanChange,
222 std::vector<LLT> &MemOps);
223
228
229/// If \p VReg is defined by a statically evaluable chain of instructions rooted
230/// on a G_FCONSTANT returns its APFloat value and def register.
231LLVM_ABI std::optional<FPValueAndVReg>
233 const MachineRegisterInfo &MRI,
234 bool LookThroughInstrs = true);
235
237 const MachineRegisterInfo &MRI);
238
239/// See if Reg is defined by an single def instruction that is
240/// Opcode. Also try to do trivial folding if it's a COPY with
241/// same types. Returns null otherwise.
243 const MachineRegisterInfo &MRI);
244
245/// Simple struct used to hold a Register value and the instruction which
246/// defines it.
251
252/// Find the def instruction for \p Reg, and underlying value Register folding
253/// away any copies.
254///
255/// Also walks through hints such as G_ASSERT_ZEXT.
256LLVM_ABI std::optional<DefinitionAndSourceRegister>
258
259/// Find the def instruction for \p Reg, folding away any trivial copies. May
260/// return nullptr if \p Reg is not a generic virtual register.
261///
262/// Also walks through hints such as G_ASSERT_ZEXT.
264 const MachineRegisterInfo &MRI);
265
266/// Find the source register for \p Reg, folding away any trivial copies. It
267/// will be an output register of the instruction that getDefIgnoringCopies
268/// returns. May return an invalid register if \p Reg is not a generic virtual
269/// register.
270///
271/// Also walks through hints such as G_ASSERT_ZEXT.
273 const MachineRegisterInfo &MRI);
274
275/// Helper function to split a wide generic register into bitwise blocks with
276/// the given Type (which implies the number of blocks needed). The generic
277/// registers created are appended to Ops, starting at bit 0 of Reg.
278LLVM_ABI void extractParts(Register Reg, LLT Ty, int NumParts,
280 MachineIRBuilder &MIRBuilder,
282
283/// Version which handles irregular splits.
284LLVM_ABI bool extractParts(Register Reg, LLT RegTy, LLT MainTy, LLT &LeftoverTy,
286 SmallVectorImpl<Register> &LeftoverVRegs,
287 MachineIRBuilder &MIRBuilder,
289
290/// Version which handles irregular sub-vector splits.
291LLVM_ABI void extractVectorParts(Register Reg, unsigned NumElts,
293 MachineIRBuilder &MIRBuilder,
295
296// Templated variant of getOpcodeDef returning a MachineInstr derived T.
297/// See if Reg is defined by an single def instruction of type T
298/// Also try to do trivial folding if it's a COPY with
299/// same types. Returns null otherwise.
300template <class T>
305
306/// Modify analysis usage so it preserves passes required for the SelectionDAG
307/// fallback.
308LLVM_ABI void getSelectionDAGFallbackAnalysisUsage(AnalysisUsage &AU);
309
310LLVM_ABI std::optional<APInt> ConstantFoldBinOp(unsigned Opcode,
311 const Register Op1,
312 const Register Op2,
313 const MachineRegisterInfo &MRI);
314LLVM_ABI std::optional<APFloat>
315ConstantFoldFPBinOp(unsigned Opcode, const Register Op1, const Register Op2,
316 const MachineRegisterInfo &MRI);
317
318/// Tries to constant fold a vector binop with sources \p Op1 and \p Op2.
319/// Returns an empty vector on failure.
321ConstantFoldVectorBinop(unsigned Opcode, const Register Op1, const Register Op2,
322 const MachineRegisterInfo &MRI);
323
324LLVM_ABI std::optional<APInt>
325ConstantFoldCastOp(unsigned Opcode, LLT DstTy, const Register Op0,
326 const MachineRegisterInfo &MRI);
327
328LLVM_ABI std::optional<APInt> ConstantFoldExtOp(unsigned Opcode,
329 const Register Op1,
331 const MachineRegisterInfo &MRI);
332
333LLVM_ABI std::optional<APFloat>
334ConstantFoldIntToFloat(unsigned Opcode, LLT DstTy, Register Src,
335 const MachineRegisterInfo &MRI);
336
337/// Tries to constant fold a unary integer operation (G_CTLZ, G_CTTZ, G_CTPOP
338/// and their _ZERO_POISON variants, G_ABS, G_BSWAP, G_BITREVERSE) on \p Src.
339/// If \p Src is a vector then it tries to do an element-wise constant fold.
341ConstantFoldUnaryIntOp(unsigned Opcode, LLT DstTy, Register Src,
342 const MachineRegisterInfo &MRI);
343
344LLVM_ABI std::optional<SmallVector<APInt>>
345ConstantFoldICmp(unsigned Pred, const Register Op1, const Register Op2,
346 unsigned DstScalarSizeInBits, unsigned ExtOp,
347 const MachineRegisterInfo &MRI);
348
349/// Test if the given value is known to have exactly one bit set. This differs
350/// from computeKnownBits in that it doesn't necessarily determine which bit is
351/// set. When \p OrNegative is true, the value is also considered a power of two
352/// if its negation is a power of two (i.e. its absolute value is a power of
353/// two).
354LLVM_ABI bool
355isKnownToBeAPowerOfTwo(Register Val, const MachineRegisterInfo &MRI,
356 GISelValueTracking *ValueTracking = nullptr,
357 bool OrNegative = false);
358
360 const MachinePointerInfo &MPO);
361
362/// Return a virtual register corresponding to the incoming argument register \p
363/// PhysReg. This register is expected to have class \p RC, and optional type \p
364/// RegTy. This assumes all references to the register will use the same type.
365///
366/// If there is an existing live-in argument register, it will be returned.
367/// This will also ensure there is a valid copy
369 MachineFunction &MF, const TargetInstrInfo &TII, MCRegister PhysReg,
370 const TargetRegisterClass &RC, const DebugLoc &DL, LLT RegTy = LLT());
371
372/// Return the least common multiple type of \p OrigTy and \p TargetTy, by
373/// changing the number of vector elements or scalar bitwidth. The intent is a
374/// G_MERGE_VALUES, G_BUILD_VECTOR, or G_CONCAT_VECTORS can be constructed from
375/// \p OrigTy elements, and unmerged into \p TargetTy. It is an error to call
376/// this function where one argument is a fixed vector and the other is a
377/// scalable vector, since it is illegal to build a G_{MERGE|UNMERGE}_VALUES
378/// between fixed and scalable vectors.
379LLVM_ABI LLVM_READNONE LLT getLCMType(LLT OrigTy, LLT TargetTy);
380
382 /// Return smallest type that covers both \p OrigTy and \p TargetTy and is
383 /// multiple of TargetTy.
384 LLT
385 getCoverTy(LLT OrigTy, LLT TargetTy);
386
387/// Return a type where the total size is the greatest common divisor of \p
388/// OrigTy and \p TargetTy. This will try to either change the number of vector
389/// elements, or bitwidth of scalars. The intent is the result type can be used
390/// as the result of a G_UNMERGE_VALUES from \p OrigTy, and then some
391/// combination of G_MERGE_VALUES, G_BUILD_VECTOR and G_CONCAT_VECTORS (possibly
392/// with intermediate casts) can re-form \p TargetTy.
393///
394/// If these are vectors with different element types, this will try to produce
395/// a vector with a compatible total size, but the element type of \p OrigTy. If
396/// this can't be satisfied, this will produce a scalar smaller than the
397/// original vector elements. It is an error to call this function where
398/// one argument is a fixed vector and the other is a scalable vector, since it
399/// is illegal to build a G_{MERGE|UNMERGE}_VALUES between fixed and scalable
400/// vectors.
401///
402/// In the worst case, this returns LLT::scalar(1)
403LLVM_ABI LLVM_READNONE LLT getGCDType(LLT OrigTy, LLT TargetTy);
404
405/// \returns The splat index of a G_SHUFFLE_VECTOR \p MI when \p MI is a splat.
406/// If \p MI is not a splat, returns std::nullopt.
407LLVM_ABI std::optional<int> getSplatIndex(MachineInstr &MI);
408
409/// \returns the scalar integral splat value of \p Reg if possible.
410LLVM_ABI std::optional<APInt>
411getIConstantSplatVal(const Register Reg, const MachineRegisterInfo &MRI);
412
413/// \returns the scalar integral splat value defined by \p MI if possible.
414LLVM_ABI std::optional<APInt>
415getIConstantSplatVal(const MachineInstr &MI, const MachineRegisterInfo &MRI);
416
417/// \returns the scalar sign extended integral splat value of \p Reg if
418/// possible.
419LLVM_ABI std::optional<int64_t>
420getIConstantSplatSExtVal(const Register Reg, const MachineRegisterInfo &MRI);
421
422/// \returns the scalar sign extended integral splat value defined by \p MI if
423/// possible.
424LLVM_ABI std::optional<int64_t>
425getIConstantSplatSExtVal(const MachineInstr &MI,
426 const MachineRegisterInfo &MRI);
427
428/// Returns a floating point scalar constant of a build vector splat if it
429/// exists. When \p AllowUndef == true some elements can be undef but not all.
430LLVM_ABI std::optional<FPValueAndVReg>
431getFConstantSplat(Register VReg, const MachineRegisterInfo &MRI,
432 bool AllowUndef = true);
433
434/// Return true if the specified register is defined by G_BUILD_VECTOR or
435/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
437 const MachineRegisterInfo &MRI,
438 int64_t SplatValue, bool AllowUndef);
439
440/// Return true if the specified register is defined by G_BUILD_VECTOR or
441/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
443 const MachineRegisterInfo &MRI,
444 const APInt &SplatValue,
445 bool AllowUndef);
446
447/// Return true if the specified instruction is a G_BUILD_VECTOR or
448/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
449LLVM_ABI bool isBuildVectorConstantSplat(const MachineInstr &MI,
450 const MachineRegisterInfo &MRI,
451 int64_t SplatValue, bool AllowUndef);
452
453/// Return true if the specified instruction is a G_BUILD_VECTOR or
454/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
455LLVM_ABI bool isBuildVectorConstantSplat(const MachineInstr &MI,
456 const MachineRegisterInfo &MRI,
457 const APInt &SplatValue,
458 bool AllowUndef);
459
460/// Return true if the specified instruction is a G_BUILD_VECTOR or
461/// G_BUILD_VECTOR_TRUNC where all of the elements are 0 or undef.
462LLVM_ABI bool isBuildVectorAllZeros(const MachineInstr &MI,
463 const MachineRegisterInfo &MRI,
464 bool AllowUndef = false);
465
466/// Return true if the specified instruction is a G_BUILD_VECTOR or
467/// G_BUILD_VECTOR_TRUNC where all of the elements are ~0 or undef.
468LLVM_ABI bool isBuildVectorAllOnes(const MachineInstr &MI,
469 const MachineRegisterInfo &MRI,
470 bool AllowUndef = false);
471
472/// Return true if the specified instruction is known to be a constant, or a
473/// vector of constants.
474///
475/// If \p AllowFP is true, this will consider G_FCONSTANT in addition to
476/// G_CONSTANT. If \p AllowOpaqueConstants is true, constant-like instructions
477/// such as G_GLOBAL_VALUE will also be considered.
478LLVM_ABI bool isConstantOrConstantVector(const MachineInstr &MI,
479 const MachineRegisterInfo &MRI,
480 bool AllowFP = true,
481 bool AllowOpaqueConstants = true);
482
483/// Return true if the value is a constant 0 integer or a splatted vector of a
484/// constant 0 integer (with no undefs if \p AllowUndefs is false). This will
485/// handle G_BUILD_VECTOR and G_BUILD_VECTOR_TRUNC as truncation is not an issue
486/// for null values.
487LLVM_ABI bool isNullOrNullSplat(const MachineInstr &MI,
488 const MachineRegisterInfo &MRI,
489 bool AllowUndefs = false);
490
491/// Return true if the value is a constant -1 integer or a splatted vector of a
492/// constant -1 integer (with no undefs if \p AllowUndefs is false).
493LLVM_ABI bool isAllOnesOrAllOnesSplat(const MachineInstr &MI,
494 const MachineRegisterInfo &MRI,
495 bool AllowUndefs = false);
496
497/// \returns a value when \p MI is a vector splat.
498LLVM_ABI std::optional<Register> getVectorSplat(const MachineInstr &MI,
499 const MachineRegisterInfo &MRI);
500
501/// Determines if \p MI defines a constant integer or a build vector of
502/// constant integers. Treats undef values as constants.
503LLVM_ABI bool isConstantOrConstantVector(MachineInstr &MI,
504 const MachineRegisterInfo &MRI);
505
506/// Determines if \p Def defines a constant integer or a splat vector of
507/// constant integers.
508/// \returns the scalar constant or std::nullopt.
509LLVM_ABI std::optional<APInt>
510isConstantOrConstantSplatVector(Register Def, const MachineRegisterInfo &MRI);
511
512/// Determines if \p Def defines a float constant integer or a splat vector of
513/// float constant integers.
514/// \returns the float constant or std::nullopt.
515LLVM_ABI std::optional<APFloat>
516isConstantOrConstantSplatVectorFP(Register Def, const MachineRegisterInfo &MRI);
517
518/// Attempt to match a unary predicate against a scalar/splat constant or every
519/// element of a constant G_BUILD_VECTOR. If \p ConstVal is null, the source
520/// value was undef.
521LLVM_ABI bool
522matchUnaryPredicate(const MachineRegisterInfo &MRI, Register Reg,
523 llvm::function_ref<bool(const Constant *ConstVal)> Match,
524 bool AllowUndefs = false);
525
526/// Returns true if given the TargetLowering's boolean contents information,
527/// the value \p Val contains a true value.
528LLVM_ABI bool isConstTrueVal(const TargetLowering &TLI, int64_t Val,
529 bool IsVector, bool IsFP);
530/// \returns true if given the TargetLowering's boolean contents information,
531/// the value \p Val contains a false value.
532LLVM_ABI bool isConstFalseVal(const TargetLowering &TLI, int64_t Val,
533 bool IsVector, bool IsFP);
534
535/// Returns an integer representing true, as defined by the
536/// TargetBooleanContents.
537LLVM_ABI int64_t getICmpTrueVal(const TargetLowering &TLI, bool IsVector,
538 bool IsFP);
539
542 LostDebugLocObserver *LocObserver,
543 SmallInstListTy &DeadInstChain);
546 LostDebugLocObserver *LocObserver = nullptr);
548 LostDebugLocObserver *LocObserver = nullptr);
549
550/// Assuming the instruction \p MI is going to be deleted, attempt to salvage
551/// debug users of \p MI by writing the effect of \p MI in a DIExpression.
554
555/// Returns whether opcode \p Opc is a pre-isel generic floating-point opcode,
556/// having only floating-point operands.
558
559/// Returns true if \p Reg can create undef or poison from non-undef &
560/// non-poison operands. \p ConsiderFlagsAndMetadata controls whether poison
561/// producing flags and metadata on the instruction are considered. This can be
562/// used to see if the instruction could still introduce undef or poison even
563/// without poison generating flags and metadata which might be on the
564/// instruction.
566 const MachineRegisterInfo &MRI,
567 bool ConsiderFlagsAndMetadata = true);
568
569/// Returns true if \p Reg can create poison from non-poison operands.
571 bool ConsiderFlagsAndMetadata = true);
572
573/// Returns true if \p Reg cannot be poison and undef.
575 const MachineRegisterInfo &MRI,
576 unsigned Depth = 0);
577
578/// Returns true if \p Reg cannot be poison, but may be undef.
580 const MachineRegisterInfo &MRI,
581 unsigned Depth = 0);
582
583/// Returns true if \p Reg cannot be undef, but may be poison.
585 const MachineRegisterInfo &MRI,
586 unsigned Depth = 0);
587
588/// Get the type back from LLT. It won't be 100 percent accurate but returns an
589/// estimate of the type.
591
592/// Returns true if the instruction \p MI is one of the assert
593/// instructions.
595
596/// An integer-like constant.
597///
598/// It abstracts over scalar, fixed-length vectors, and scalable vectors.
599/// In the common case, it provides a common API and feels like an APInt,
600/// while still providing low-level access.
601/// It can be used for constant-folding.
602///
603/// bool isZero()
604/// abstracts over the kind.
605///
606/// switch(const.getKind())
607/// {
608/// }
609/// provides low-level access.
611public:
613
614private:
615 GIConstantKind Kind;
617 APInt Value;
618
619public:
621 : Kind(GIConstantKind::FixedVector), Values(Values) {};
622 GIConstant(const APInt &Value, GIConstantKind Kind)
623 : Kind(Kind), Value(Value) {};
624
625 /// Returns the kind of of this constant, e.g, Scalar.
626 GIConstantKind getKind() const { return Kind; }
627
628 /// Returns the value, if this constant is a scalar.
630
631 LLVM_ABI static std::optional<GIConstant>
632 getConstant(Register Const, const MachineRegisterInfo &MRI);
633};
634
635/// An floating-point-like constant.
636///
637/// It abstracts over scalar, fixed-length vectors, and scalable vectors.
638/// In the common case, it provides a common API and feels like an APFloat,
639/// while still providing low-level access.
640/// It can be used for constant-folding.
641///
642/// bool isZero()
643/// abstracts over the kind.
644///
645/// switch(const.getKind())
646/// {
647/// }
648/// provides low-level access.
650 using VecTy = SmallVector<APFloat>;
651 using const_iterator = VecTy::const_iterator;
652
653public:
655
656private:
657 GFConstantKind Kind;
659
660public:
662 : Kind(GFConstantKind::FixedVector), Values(Values) {};
663 GFConstant(const APFloat &Value, GFConstantKind Kind) : Kind(Kind) {
664 Values.push_back(Value);
665 }
666
667 /// Returns the kind of of this constant, e.g, Scalar.
668 GFConstantKind getKind() const { return Kind; }
669
670 const_iterator begin() const {
672 "Expected fixed vector or scalar constant");
673 return Values.begin();
674 }
675
676 const_iterator end() const {
678 "Expected fixed vector or scalar constant");
679 return Values.end();
680 }
681
682 size_t size() const {
683 assert(Kind == GFConstantKind::FixedVector && "Expected fixed vector");
684 return Values.size();
685 }
686
687 /// Returns the value, if this constant is a scalar.
689
690 LLVM_ABI static std::optional<GFConstant>
691 getConstant(Register Const, const MachineRegisterInfo &MRI);
692};
693
694} // End namespace llvm.
695#endif
MachineInstrBuilder MachineInstrBuilder & DefMI
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
unsigned Imm
unsigned uint64_t
This file declares a class to represent arbitrary precision floating point values and provide a varie...
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
static GCRegistry::Add< ShadowStackGC > C("shadow-stack", "Very portable GC for uncooperative code generators")
#define LLVM_READNONE
Definition Compiler.h:331
#define LLVM_ABI
Definition Compiler.h:215
const HexagonInstrInfo * TII
IRTranslator LLVM IR MI
Implement a low-level type suitable for MachineInstr level instruction selection.
#define I(x, y, z)
Definition MD5.cpp:57
Register Reg
Register const TargetRegisterInfo * TRI
Promote Memory to Register
Definition Mem2Reg.cpp:110
#define T
uint64_t IntrinsicInst * II
const char * Msg
static const char PassName[]
Class for arbitrary precision integers.
Definition APInt.h:78
Represent the analysis usage information of a pass.
Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
BlockFrequencyInfo pass uses BlockFrequencyInfoImpl implementation to estimate IR basic block frequen...
ConstantFP - Floating Point Values [float, double].
Definition Constants.h:420
const_iterator begin() const
Definition Utils.h:670
static LLVM_ABI std::optional< GFConstant > getConstant(Register Const, const MachineRegisterInfo &MRI)
Definition Utils.cpp:2044
GFConstant(const APFloat &Value, GFConstantKind Kind)
Definition Utils.h:663
GFConstant(ArrayRef< APFloat > Values)
Definition Utils.h:661
GFConstantKind getKind() const
Returns the kind of of this constant, e.g, Scalar.
Definition Utils.h:668
LLVM_ABI APFloat getScalarValue() const
Returns the value, if this constant is a scalar.
Definition Utils.cpp:2037
const_iterator end() const
Definition Utils.h:676
size_t size() const
Definition Utils.h:682
LLVM_ABI APInt getScalarValue() const
Returns the value, if this constant is a scalar.
Definition Utils.cpp:1997
GIConstant(const APInt &Value, GIConstantKind Kind)
Definition Utils.h:622
static LLVM_ABI std::optional< GIConstant > getConstant(Register Const, const MachineRegisterInfo &MRI)
Definition Utils.cpp:2004
GIConstantKind getKind() const
Returns the kind of of this constant, e.g, Scalar.
Definition Utils.h:626
GIConstant(ArrayRef< APInt > Values)
Definition Utils.h:620
This is an important class for using LLVM in a threaded context.
Definition LLVMContext.h:71
Describe properties that are true of each instruction in the target description file.
MCRegisterClass - Base class of TargetRegisterClass.
Helper class to build MachineInstr.
Representation of each machine instruction.
MachineOperand class - Representation of each machine instruction operand.
Diagnostic information for missed-optimization remarks.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
Analysis providing profile information.
Holds all the information related to register banks.
Wrapper class representing virtual and physical registers.
Definition Register.h:20
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
TargetInstrInfo - Interface to description of machine instruction set.
This class defines information used to lower LLVM code to legal SelectionDAG operators that the targe...
Target-Independent Code Generator Pass Configuration Options.
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46
LLVM Value Representation.
Definition Value.h:75
An efficient, type-erasing, non-owning reference to a callable.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI Register getFunctionLiveInPhysReg(MachineFunction &MF, const TargetInstrInfo &TII, MCRegister PhysReg, const TargetRegisterClass &RC, const DebugLoc &DL, LLT RegTy=LLT())
Return a virtual register corresponding to the incoming argument register PhysReg.
Definition Utils.cpp:848
LLVM_ABI std::optional< SmallVector< APInt > > ConstantFoldICmp(unsigned Pred, const Register Op1, const Register Op2, unsigned DstScalarSizeInBits, unsigned ExtOp, const MachineRegisterInfo &MRI)
Definition Utils.cpp:983
LLVM_ABI std::optional< APInt > isConstantOrConstantSplatVector(Register Def, const MachineRegisterInfo &MRI)
Determines if Def defines a constant integer or a splat vector of constant integers.
Definition Utils.cpp:1518
LLVM_ABI bool isBuildVectorAllZeros(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndef=false)
Return true if the specified instruction is a G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all of the...
Definition Utils.cpp:1434
LLVM_ABI Type * getTypeForLLT(LLT Ty, LLVMContext &C)
Get the type back from LLT.
Definition Utils.cpp:1979
LLVM_ABI Register constrainOperandRegClass(const MachineFunction &MF, const TargetRegisterInfo &TRI, MachineRegisterInfo &MRI, const TargetInstrInfo &TII, const RegisterBankInfo &RBI, MachineInstr &InsertPt, const TargetRegisterClass &RegClass, MachineOperand &RegMO)
Constrain the Register operand OpIdx, so that it is now constrained to the TargetRegisterClass passed...
Definition Utils.cpp:60
LLVM_ABI MachineInstr * getOpcodeDef(unsigned Opcode, Register Reg, const MachineRegisterInfo &MRI)
See if Reg is defined by an single def instruction that is Opcode.
Definition Utils.cpp:656
LLVM_ABI std::optional< APFloat > isConstantOrConstantSplatVectorFP(Register Def, const MachineRegisterInfo &MRI)
Determines if Def defines a float constant integer or a splat vector of float constant integers.
Definition Utils.cpp:1530
LLVM_ABI const ConstantFP * getConstantFPVRegVal(Register VReg, const MachineRegisterInfo &MRI)
Definition Utils.cpp:464
LLVM_ABI bool canCreatePoison(const Operator *Op, bool ConsiderFlagsAndMetadata=true)
LLVM_ABI std::optional< APInt > getIConstantVRegVal(Register VReg, const MachineRegisterInfo &MRI)
If VReg is defined by a G_CONSTANT, return the corresponding value.
Definition Utils.cpp:297
RelativeUniformCounterPtr Values
Definition InstrProf.h:91
LLVM_ABI std::optional< APFloat > ConstantFoldIntToFloat(unsigned Opcode, LLT DstTy, Register Src, const MachineRegisterInfo &MRI)
Definition Utils.cpp:922
LLVM_ABI std::optional< APInt > getIConstantSplatVal(const Register Reg, const MachineRegisterInfo &MRI)
Definition Utils.cpp:1394
LLVM_ABI bool isAllOnesOrAllOnesSplat(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndefs=false)
Return true if the value is a constant -1 integer or a splatted vector of a constant -1 integer (with...
Definition Utils.cpp:1558
LLVM_ABI std::optional< APFloat > ConstantFoldFPBinOp(unsigned Opcode, const Register Op1, const Register Op2, const MachineRegisterInfo &MRI)
Definition Utils.cpp:731
LLVM_ABI void salvageDebugInfo(const MachineRegisterInfo &MRI, MachineInstr &MI)
Assuming the instruction MI is going to be deleted, attempt to salvage debug users of MI by writing t...
Definition Utils.cpp:1678
LLVM_ABI void constrainSelectedInstRegOperands(MachineInstr &I, const TargetInstrInfo &TII, const TargetRegisterInfo &TRI, const RegisterBankInfo &RBI)
Mutate the newly-selected instruction I to constrain its (possibly generic) virtual register operands...
Definition Utils.cpp:159
LLVM_ABI bool matchUnaryPredicate(const MachineRegisterInfo &MRI, Register Reg, llvm::function_ref< bool(const Constant *ConstVal)> Match, bool AllowUndefs=false)
Attempt to match a unary predicate against a scalar/splat constant or every element of a constant G_B...
Definition Utils.cpp:1573
LLVM_ABI std::optional< APInt > ConstantFoldExtOp(unsigned Opcode, const Register Op1, uint64_t Imm, const MachineRegisterInfo &MRI)
Definition Utils.cpp:881
GISelWorkList< 4 > SmallInstListTy
Definition Utils.h:540
LLVM_ABI bool isNullOrNullSplat(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndefs=false)
Return true if the value is a constant 0 integer or a splatted vector of a constant 0 integer (with n...
Definition Utils.cpp:1540
LLVM_ABI MachineInstr * getDefIgnoringCopies(Register Reg, const MachineRegisterInfo &MRI)
Find the def instruction for Reg, folding away any trivial copies.
Definition Utils.cpp:497
LLVM_ABI void reportGISelWarning(MachineFunction &MF, MachineOptimizationRemarkEmitter &MORE, MachineOptimizationRemarkMissed &R)
Report an ISel warning as a missed optimization remark to the LLVMContext's diagnostic stream.
Definition Utils.cpp:255
LLVM_ABI bool isGuaranteedNotToBeUndef(const Value *V, AssumptionCache *AC=nullptr, const Instruction *CtxI=nullptr, const DominatorTree *DT=nullptr, unsigned Depth=0)
Returns true if V cannot be undef, but may be poison.
LLVM_ABI bool isConstTrueVal(const TargetLowering &TLI, int64_t Val, bool IsVector, bool IsFP)
Returns true if given the TargetLowering's boolean contents information, the value Val contains a tru...
Definition Utils.cpp:1606
LLVM_ABI LLVM_READNONE LLT getLCMType(LLT OrigTy, LLT TargetTy)
Return the least common multiple type of OrigTy and TargetTy, by changing the number of vector elemen...
Definition Utils.cpp:1141
LLVM_ABI bool isKnownToBeAPowerOfTwo(const Value *V, const DataLayout &DL, bool OrZero=false, AssumptionCache *AC=nullptr, const Instruction *CtxI=nullptr, const DominatorTree *DT=nullptr, bool UseInstrInfo=true, unsigned Depth=0)
Return true if the given value is known to have exactly one bit set when defined.
LLVM_ABI std::optional< int64_t > getIConstantVRegSExtVal(Register VReg, const MachineRegisterInfo &MRI)
If VReg is defined by a G_CONSTANT fits in int64_t returns it.
Definition Utils.cpp:317
LLVM_ABI std::optional< APInt > ConstantFoldBinOp(unsigned Opcode, const Register Op1, const Register Op2, const MachineRegisterInfo &MRI)
Definition Utils.cpp:662
auto dyn_cast_or_null(const Y &Val)
Definition Casting.h:753
LLVM_ABI const APInt & getIConstantFromReg(Register VReg, const MachineRegisterInfo &MRI)
VReg is defined by a G_CONSTANT, return the corresponding value.
Definition Utils.cpp:308
LLVM_ABI bool isConstantOrConstantVector(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowFP=true, bool AllowOpaqueConstants=true)
Return true if the specified instruction is known to be a constant, or a vector of constants.
Definition Utils.cpp:1498
LLVM_ABI bool canReplaceReg(Register DstReg, Register SrcReg, MachineRegisterInfo &MRI)
Check if DstReg can be replaced with SrcReg depending on the register constraints.
Definition Utils.cpp:203
LLVM_ABI void saveUsesAndErase(MachineInstr &MI, MachineRegisterInfo &MRI, LostDebugLocObserver *LocObserver, SmallInstListTy &DeadInstChain)
Definition Utils.cpp:1643
LLVM_ABI void reportGISelFailure(MachineFunction &MF, MachineOptimizationRemarkEmitter &MORE, MachineOptimizationRemarkMissed &R)
Report an ISel error as a missed optimization remark to the LLVMContext's diagnostic stream.
Definition Utils.cpp:261
std::tuple< Register, Register, uint64_t, Align, bool, std::vector< LLT > > MemCpyFamilyLoweringInfo
Definition Utils.h:212
LLVM_ABI std::optional< ValueAndVReg > getAnyConstantVRegValWithLookThrough(Register VReg, const MachineRegisterInfo &MRI, bool LookThroughInstrs=true, bool LookThroughAnyExt=false)
If VReg is defined by a statically evaluable chain of instructions rooted on a G_CONSTANT or G_FCONST...
Definition Utils.cpp:442
LLVM_ABI bool isBuildVectorAllOnes(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndef=false)
Return true if the specified instruction is a G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all of the...
Definition Utils.cpp:1440
LLVM_ABI bool canCreateUndefOrPoison(const Operator *Op, bool ConsiderFlagsAndMetadata=true)
canCreateUndefOrPoison returns true if Op can create undef or poison from non-undef & non-poison oper...
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
LLVM_ABI SmallVector< APInt > ConstantFoldVectorBinop(unsigned Opcode, const Register Op1, const Register Op2, const MachineRegisterInfo &MRI)
Tries to constant fold a vector binop with sources Op1 and Op2.
Definition Utils.cpp:809
LLVM_ABI std::optional< FPValueAndVReg > getFConstantSplat(Register VReg, const MachineRegisterInfo &MRI, bool AllowUndef=true)
Returns a floating point scalar constant of a build vector splat if it exists.
Definition Utils.cpp:1427
LLVM_ABI std::optional< APInt > ConstantFoldCastOp(unsigned Opcode, LLT DstTy, const Register Op0, const MachineRegisterInfo &MRI)
Definition Utils.cpp:898
LLVM_ABI void extractParts(Register Reg, LLT Ty, int NumParts, SmallVectorImpl< Register > &VRegs, MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI)
Helper function to split a wide generic register into bitwise blocks with the given Type (which impli...
Definition Utils.cpp:511
LLVM_ABI void getSelectionDAGFallbackAnalysisUsage(AnalysisUsage &AU)
Modify analysis usage so it preserves passes required for the SelectionDAG fallback.
Definition Utils.cpp:1137
LLVM_ABI bool canLowerMemCpyFamily(const MachineInstr &MI, const MachineRegisterInfo &MRI, unsigned MaxLen, Register &Dst, Register &Src, uint64_t &KnownLen, Align &Alignment, bool &DstAlignCanChange, std::vector< LLT > &MemOps)
Matcher for memcpy-like instructions.
Definition Utils.cpp:2146
LLVM_ABI LLVM_READNONE LLT getCoverTy(LLT OrigTy, LLT TargetTy)
Return smallest type that covers both OrigTy and TargetTy and is multiple of TargetTy.
Definition Utils.cpp:1208
LLVM_ABI unsigned getInverseGMinMaxOpcode(unsigned MinMaxOpc)
Returns the inverse opcode of MinMaxOpc, which is a generic min/max opcode like G_SMIN.
Definition Utils.cpp:282
LLVM_ABI bool isGuaranteedNotToBeUndefOrPoison(const Value *V, AssumptionCache *AC=nullptr, const Instruction *CtxI=nullptr, const DominatorTree *DT=nullptr, unsigned Depth=0)
Return true if this function can prove that V does not have undef bits and is never poison.
LLVM_ABI std::optional< FPValueAndVReg > getFConstantVRegValWithLookThrough(Register VReg, const MachineRegisterInfo &MRI, bool LookThroughInstrs=true)
If VReg is defined by a statically evaluable chain of instructions rooted on a G_FCONSTANT returns it...
Definition Utils.cpp:450
LLVM_ABI bool isConstFalseVal(const TargetLowering &TLI, int64_t Val, bool IsVector, bool IsFP)
Definition Utils.cpp:1619
LLVM_ABI bool isBuildVectorConstantSplat(const Register Reg, const MachineRegisterInfo &MRI, int64_t SplatValue, bool AllowUndef)
Return true if the specified register is defined by G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all ...
Definition Utils.cpp:1353
LLVM_ABI void eraseInstr(MachineInstr &MI, MachineRegisterInfo &MRI, LostDebugLocObserver *LocObserver=nullptr)
Definition Utils.cpp:1673
LLVM_ABI Register constrainRegToClass(MachineRegisterInfo &MRI, const TargetInstrInfo &TII, const RegisterBankInfo &RBI, Register Reg, const TargetRegisterClass &RegClass)
Try to constrain Reg to the specified register class.
Definition Utils.cpp:50
LLVM_ABI int64_t getICmpTrueVal(const TargetLowering &TLI, bool IsVector, bool IsFP)
Returns an integer representing true, as defined by the TargetBooleanContents.
Definition Utils.cpp:1631
LLVM_ABI std::optional< ValueAndVReg > getIConstantVRegValWithLookThrough(Register VReg, const MachineRegisterInfo &MRI, bool LookThroughInstrs=true)
If VReg is defined by a statically evaluable chain of instructions rooted on a G_CONSTANT returns its...
Definition Utils.cpp:436
LLVM_ABI bool isPreISelGenericFloatingPointOpcode(unsigned Opc)
Returns whether opcode Opc is a pre-isel generic floating-point opcode, having only floating-point op...
Definition Utils.cpp:1701
LLVM_ABI std::optional< DefinitionAndSourceRegister > getDefSrcRegIgnoringCopies(Register Reg, const MachineRegisterInfo &MRI)
Find the def instruction for Reg, and underlying value Register folding away any copies.
Definition Utils.cpp:472
LLVM_ABI SmallVector< APInt > ConstantFoldUnaryIntOp(unsigned Opcode, LLT DstTy, Register Src, const MachineRegisterInfo &MRI)
Tries to constant fold a unary integer operation (G_CTLZ, G_CTTZ, G_CTPOP and their _ZERO_POISON vari...
Definition Utils.cpp:935
LLVM_ABI std::optional< Register > getVectorSplat(const MachineInstr &MI, const MachineRegisterInfo &MRI)
Definition Utils.cpp:1446
LLVM_ABI void eraseInstrs(ArrayRef< MachineInstr * > DeadInstrs, MachineRegisterInfo &MRI, LostDebugLocObserver *LocObserver=nullptr)
Definition Utils.cpp:1658
LLVM_ABI Register getSrcRegIgnoringCopies(Register Reg, const MachineRegisterInfo &MRI)
Find the source register for Reg, folding away any trivial copies.
Definition Utils.cpp:504
LLVM_ABI LLVM_READNONE LLT getGCDType(LLT OrigTy, LLT TargetTy)
Return a type where the total size is the greatest common divisor of OrigTy and TargetTy.
Definition Utils.cpp:1229
LLVM_ABI bool isGuaranteedNotToBePoison(const Value *V, AssumptionCache *AC=nullptr, const Instruction *CtxI=nullptr, const DominatorTree *DT=nullptr, unsigned Depth=0)
Returns true if V cannot be poison, but may be undef.
LLVM_ABI std::optional< int64_t > getIConstantSplatSExtVal(const Register Reg, const MachineRegisterInfo &MRI)
Definition Utils.cpp:1412
LLVM_ABI bool isAssertMI(const MachineInstr &MI)
Returns true if the instruction MI is one of the assert instructions.
Definition Utils.cpp:1986
LLVM_ABI void extractVectorParts(Register Reg, unsigned NumElts, SmallVectorImpl< Register > &VRegs, MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI)
Version which handles irregular sub-vector splits.
Definition Utils.cpp:614
LLVM_ABI int getSplatIndex(ArrayRef< int > Mask)
If all non-negative Mask elements are the same value, return that value.
LLVM_ABI bool isTriviallyDead(const MachineInstr &MI, const MachineRegisterInfo &MRI)
Check whether an instruction MI is dead: it only defines dead virtual registers, and doesn't have oth...
Definition Utils.cpp:224
MCRegisterClass TargetRegisterClass
Definition FastISel.h:58
LLVM_ABI Align inferAlignFromPtrInfo(MachineFunction &MF, const MachinePointerInfo &MPO)
Definition Utils.cpp:831
#define MORE()
Definition regcomp.c:247
This struct is a compact representation of a valid (non-zero power of two) alignment.
Definition Alignment.h:39
Simple struct used to hold a Register value and the instruction which defines it.
Definition Utils.h:247
This class contains a discriminated union of information about pointers in memory operands,...
Simple struct used to hold a constant integer value and a virtual register.
Definition Utils.h:194
Register VReg
Definition Utils.h:196