LLVM 23.0.0git
TargetInstrInfo.h
Go to the documentation of this file.
1//===- llvm/CodeGen/TargetInstrInfo.h - Instruction Info --------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file describes the target machine instruction set to the code generator.
10//
11//===----------------------------------------------------------------------===//
12
13#ifndef LLVM_CODEGEN_TARGETINSTRINFO_H
14#define LLVM_CODEGEN_TARGETINSTRINFO_H
15
16#include "llvm/ADT/ArrayRef.h"
17#include "llvm/ADT/DenseMap.h"
19#include "llvm/ADT/Uniformity.h"
30#include "llvm/MC/MCInstrInfo.h"
35#include <array>
36#include <cassert>
37#include <cstddef>
38#include <cstdint>
39#include <utility>
40#include <vector>
41
42namespace llvm {
43
44class DFAPacketizer;
46class LiveIntervals;
47class LiveVariables;
49class MachineLoop;
50class MachineLoopInfo;
54class MCAsmInfo;
55class MCInst;
56struct MCSchedModel;
57class Module;
58class ScheduleDAG;
59class ScheduleDAGMI;
61class SDNode;
62class SelectionDAG;
63class SMSchedule;
65class RegScavenger;
70enum class MachineTraceStrategy;
71
72template <class T> class SmallVectorImpl;
73
74using ParamLoadedValue = std::pair<MachineOperand, DIExpression*>;
75
79
81 : Destination(&Dest), Source(&Src) {}
82};
83
84/// Used to describe a register and immediate addition.
85struct RegImmPair {
87 int64_t Imm;
88
89 RegImmPair(Register Reg, int64_t Imm) : Reg(Reg), Imm(Imm) {}
90};
91
92/// Used to describe addressing mode similar to ExtAddrMode in CodeGenPrepare.
93/// It holds the register values, the scale value and the displacement.
94/// It also holds a descriptor for the expression used to calculate the address
95/// from the operands.
97 enum class Formula {
98 Basic = 0, // BaseReg + ScaledReg * Scale + Displacement
99 SExtScaledReg = 1, // BaseReg + sext(ScaledReg) * Scale + Displacement
100 ZExtScaledReg = 2 // BaseReg + zext(ScaledReg) * Scale + Displacement
101 };
102
105 int64_t Scale = 0;
106 int64_t Displacement = 0;
108 ExtAddrMode() = default;
109};
110
111//---------------------------------------------------------------------------
112///
113/// TargetInstrInfo - Interface to description of machine instruction set
114///
116protected:
118
119 /// Subtarget specific sub-array of MCInstrInfo's RegClassByHwModeTables
120 /// (i.e. the table for the active HwMode). This should be indexed by
121 /// MCOperandInfo's RegClass field for LookupRegClassByHwMode operands.
122 const int16_t *const RegClassByHwMode;
123
124 TargetInstrInfo(const TargetRegisterInfo &TRI, unsigned CFSetupOpcode = ~0u,
125 unsigned CFDestroyOpcode = ~0u, unsigned CatchRetOpcode = ~0u,
126 unsigned ReturnOpcode = ~0u,
127 const int16_t *const RegClassByHwModeTable = nullptr)
128 : TRI(TRI), RegClassByHwMode(RegClassByHwModeTable),
129 CallFrameSetupOpcode(CFSetupOpcode),
130 CallFrameDestroyOpcode(CFDestroyOpcode), CatchRetOpcode(CatchRetOpcode),
131 ReturnOpcode(ReturnOpcode) {}
132
133public:
137
138 const TargetRegisterInfo &getRegisterInfo() const { return TRI; }
139
140 static bool isGenericOpcode(unsigned Opc) {
141 return Opc <= TargetOpcode::GENERIC_OP_END;
142 }
143
144 static bool isGenericAtomicRMWOpcode(unsigned Opc) {
145 return Opc >= TargetOpcode::GENERIC_ATOMICRMW_OP_START &&
146 Opc <= TargetOpcode::GENERIC_ATOMICRMW_OP_END;
147 }
148
149 /// \returns the subtarget appropriate RegClassID for \p OpInfo
150 ///
151 /// Note this shadows a version of getOpRegClassID in MCInstrInfo which takes
152 /// an additional argument for the subtarget's HwMode, since TargetInstrInfo
153 /// is owned by a subtarget in CodeGen but MCInstrInfo is a TargetMachine
154 /// constant.
155 int16_t getOpRegClassID(const MCOperandInfo &OpInfo) const {
156 if (OpInfo.isLookupRegClassByHwMode())
157 return RegClassByHwMode[OpInfo.RegClass];
158 return OpInfo.RegClass;
159 }
160
161 /// Given a machine instruction descriptor, returns the register
162 /// class constraint for OpNum, or NULL.
163 virtual const TargetRegisterClass *getRegClass(const MCInstrDesc &MCID,
164 unsigned OpNum) const;
165
166 /// Returns true if MI is an instruction we are unable to reason about
167 /// (like a call or something with unmodeled side effects).
168 virtual bool isGlobalMemoryObject(const MachineInstr *MI) const;
169
170 /// Return true if the instruction is trivially rematerializable, meaning it
171 /// has no side effects and requires no operands that aren't always available.
172 /// This means the only allowed uses are constants and unallocatable physical
173 /// registers so that the instructions result is independent of the place
174 /// in the function.
177 return false;
178 for (const MachineOperand &MO : MI.all_uses()) {
179 if (MO.getReg().isVirtual())
180 return false;
181 }
182 return true;
183 }
184
185 /// Return true if the instruction would be materializable at a point
186 /// in the containing function where all virtual register uses were
187 /// known to be live and available in registers.
188 bool isReMaterializable(const MachineInstr &MI) const {
189 return (MI.getOpcode() == TargetOpcode::IMPLICIT_DEF &&
190 MI.getNumOperands() == 1) ||
191 (MI.getDesc().isRematerializable() && isReMaterializableImpl(MI));
192 }
193
194 /// Given \p MO is a PhysReg use return if it can be ignored for the purpose
195 /// of instruction rematerialization or sinking.
196 virtual bool isIgnorableUse(const MachineOperand &MO) const {
197 return false;
198 }
199
200 virtual bool isSafeToSink(MachineInstr &MI, MachineBasicBlock *SuccToSinkTo,
201 MachineCycleInfo *CI) const {
202 return true;
203 }
204
205 /// For a "cheap" instruction which doesn't enable additional sinking,
206 /// should MachineSink break a critical edge to sink it anyways?
208 return false;
209 }
210
211protected:
212 /// For instructions with opcodes for which the M_REMATERIALIZABLE flag is
213 /// set, this hook lets the target specify whether the instruction is actually
214 /// rematerializable, taking into consideration its operands. This
215 /// predicate must return false if the instruction has any side effects other
216 /// than producing a value.
217 virtual bool isReMaterializableImpl(const MachineInstr &MI) const;
218
219 /// This method commutes the operands of the given machine instruction MI.
220 /// The operands to be commuted are specified by their indices OpIdx1 and
221 /// OpIdx2.
222 ///
223 /// If a target has any instructions that are commutable but require
224 /// converting to different instructions or making non-trivial changes
225 /// to commute them, this method can be overloaded to do that.
226 /// The default implementation simply swaps the commutable operands.
227 ///
228 /// If NewMI is false, MI is modified in place and returned; otherwise, a
229 /// new machine instruction is created and returned.
230 ///
231 /// Do not call this method for a non-commutable instruction.
232 /// Even though the instruction is commutable, the method may still
233 /// fail to commute the operands, null pointer is returned in such cases.
234 virtual MachineInstr *commuteInstructionImpl(MachineInstr &MI, bool NewMI,
235 unsigned OpIdx1,
236 unsigned OpIdx2) const;
237
238 /// Assigns the (CommutableOpIdx1, CommutableOpIdx2) pair of commutable
239 /// operand indices to (ResultIdx1, ResultIdx2).
240 /// One or both input values of the pair: (ResultIdx1, ResultIdx2) may be
241 /// predefined to some indices or be undefined (designated by the special
242 /// value 'CommuteAnyOperandIndex').
243 /// The predefined result indices cannot be re-defined.
244 /// The function returns true iff after the result pair redefinition
245 /// the fixed result pair is equal to or equivalent to the source pair of
246 /// indices: (CommutableOpIdx1, CommutableOpIdx2). It is assumed here that
247 /// the pairs (x,y) and (y,x) are equivalent.
248 static bool fixCommutedOpIndices(unsigned &ResultIdx1, unsigned &ResultIdx2,
249 unsigned CommutableOpIdx1,
250 unsigned CommutableOpIdx2);
251
252public:
253 /// These methods return the opcode of the frame setup/destroy instructions
254 /// if they exist (-1 otherwise). Some targets use pseudo instructions in
255 /// order to abstract away the difference between operating with a frame
256 /// pointer and operating without, through the use of these two instructions.
257 /// A FrameSetup MI in MF implies MFI::AdjustsStack.
258 ///
259 unsigned getCallFrameSetupOpcode() const { return CallFrameSetupOpcode; }
260 unsigned getCallFrameDestroyOpcode() const { return CallFrameDestroyOpcode; }
261
262 /// Returns true if the argument is a frame pseudo instruction.
263 bool isFrameInstr(const MachineInstr &I) const {
264 return I.getOpcode() == getCallFrameSetupOpcode() ||
265 I.getOpcode() == getCallFrameDestroyOpcode();
266 }
267
268 /// Returns true if the argument is a frame setup pseudo instruction.
269 bool isFrameSetup(const MachineInstr &I) const {
270 return I.getOpcode() == getCallFrameSetupOpcode();
271 }
272
273 /// Returns size of the frame associated with the given frame instruction.
274 /// For frame setup instruction this is frame that is set up space set up
275 /// after the instruction. For frame destroy instruction this is the frame
276 /// freed by the caller.
277 /// Note, in some cases a call frame (or a part of it) may be prepared prior
278 /// to the frame setup instruction. It occurs in the calls that involve
279 /// inalloca arguments. This function reports only the size of the frame part
280 /// that is set up between the frame setup and destroy pseudo instructions.
281 int64_t getFrameSize(const MachineInstr &I) const {
282 assert(isFrameInstr(I) && "Not a frame instruction");
283 assert(I.getOperand(0).getImm() >= 0);
284 return I.getOperand(0).getImm();
285 }
286
287 /// Returns the total frame size, which is made up of the space set up inside
288 /// the pair of frame start-stop instructions and the space that is set up
289 /// prior to the pair.
290 int64_t getFrameTotalSize(const MachineInstr &I) const {
291 if (isFrameSetup(I)) {
292 assert(I.getOperand(1).getImm() >= 0 &&
293 "Frame size must not be negative");
294 return getFrameSize(I) + I.getOperand(1).getImm();
295 }
296 return getFrameSize(I);
297 }
298
299 unsigned getCatchReturnOpcode() const { return CatchRetOpcode; }
300 unsigned getReturnOpcode() const { return ReturnOpcode; }
301
302 /// Returns the actual stack pointer adjustment made by an instruction
303 /// as part of a call sequence. By default, only call frame setup/destroy
304 /// instructions adjust the stack, but targets may want to override this
305 /// to enable more fine-grained adjustment, or adjust by a different value.
306 virtual int getSPAdjust(const MachineInstr &MI) const;
307
308 /// Return true if the instruction is a "coalescable" extension instruction.
309 /// That is, it's like a copy where it's legal for the source to overlap the
310 /// destination. e.g. X86::MOVSX64rr32. If this returns true, then it's
311 /// expected the pre-extension value is available as a subreg of the result
312 /// register. This also returns the sub-register index in SubIdx.
313 virtual bool isCoalescableExtInstr(const MachineInstr &MI, Register &SrcReg,
314 Register &DstReg, unsigned &SubIdx) const {
315 return false;
316 }
317
318 /// If the specified machine instruction is a direct
319 /// load from a stack slot, return the virtual or physical register number of
320 /// the destination along with the FrameIndex of the loaded stack slot. If
321 /// not, return 0. This predicate must return 0 if the instruction has
322 /// any side effects other than loading from the stack slot.
324 int &FrameIndex) const {
325 return 0;
326 }
327
328 /// Optional extension of isLoadFromStackSlot that returns the number of
329 /// bytes loaded from the stack. This must be implemented if a backend
330 /// supports partial stack slot spills/loads to further disambiguate
331 /// what the load does.
333 int &FrameIndex,
334 TypeSize &MemBytes) const {
335 MemBytes = TypeSize::getZero();
336 return isLoadFromStackSlot(MI, FrameIndex);
337 }
338
339 /// Check for post-frame ptr elimination stack locations as well.
340 /// This uses a heuristic so it isn't reliable for correctness.
342 int &FrameIndex) const {
343 return 0;
344 }
345
346 /// If the specified machine instruction has a load from a stack slot,
347 /// return true along with the FrameIndices of the loaded stack slot and the
348 /// machine mem operands containing the reference.
349 /// If not, return false. Unlike isLoadFromStackSlot, this returns true for
350 /// any instructions that loads from the stack. This is just a hint, as some
351 /// cases may be missed.
352 virtual bool hasLoadFromStackSlot(
353 const MachineInstr &MI,
355
356 /// If the specified machine instruction is a direct
357 /// store to a stack slot, return the virtual or physical register number of
358 /// the source reg along with the FrameIndex of the loaded stack slot. If
359 /// not, return 0. This predicate must return 0 if the instruction has
360 /// any side effects other than storing to the stack slot.
362 int &FrameIndex) const {
363 return 0;
364 }
365
366 /// Optional extension of isStoreToStackSlot that returns the number of
367 /// bytes stored to the stack. This must be implemented if a backend
368 /// supports partial stack slot spills/loads to further disambiguate
369 /// what the store does.
371 int &FrameIndex,
372 TypeSize &MemBytes) const {
373 MemBytes = TypeSize::getZero();
374 return isStoreToStackSlot(MI, FrameIndex);
375 }
376
377 /// Check for post-frame ptr elimination stack locations as well.
378 /// This uses a heuristic, so it isn't reliable for correctness.
380 int &FrameIndex) const {
381 return 0;
382 }
383
384 /// If the specified machine instruction has a store to a stack slot,
385 /// return true along with the FrameIndices of the loaded stack slot and the
386 /// machine mem operands containing the reference.
387 /// If not, return false. Unlike isStoreToStackSlot,
388 /// this returns true for any instructions that stores to the
389 /// stack. This is just a hint, as some cases may be missed.
390 virtual bool hasStoreToStackSlot(
391 const MachineInstr &MI,
393
394 /// Return true if the specified machine instruction
395 /// is a copy of one stack slot to another and has no other effect.
396 /// Provide the identity of the two frame indices.
397 virtual bool isStackSlotCopy(const MachineInstr &MI, int &DestFrameIndex,
398 int &SrcFrameIndex) const {
399 return false;
400 }
401
402 /// Compute the size in bytes and offset within a stack slot of a spilled
403 /// register or subregister.
404 ///
405 /// \param [out] Size in bytes of the spilled value.
406 /// \param [out] Offset in bytes within the stack slot.
407 /// \returns true if both Size and Offset are successfully computed.
408 ///
409 /// Not all subregisters have computable spill slots. For example,
410 /// subregisters registers may not be byte-sized, and a pair of discontiguous
411 /// subregisters has no single offset.
412 ///
413 /// Targets with nontrivial bigendian implementations may need to override
414 /// this, particularly to support spilled vector registers.
415 virtual bool getStackSlotRange(const TargetRegisterClass *RC, unsigned SubIdx,
416 unsigned &Size, unsigned &Offset,
417 const MachineFunction &MF) const;
418
419 /// Return true if the given instruction is terminator that is unspillable,
420 /// according to isUnspillableTerminatorImpl.
422 return MI->isTerminator() && isUnspillableTerminatorImpl(MI);
423 }
424
425 /// Returns the size in bytes of the specified MachineInstr, or ~0U
426 /// when this function is not implemented by a target.
427 virtual unsigned getInstSizeInBytes(const MachineInstr &MI) const {
428 return ~0U;
429 }
430
432 /// Do not verify instruction size.
434 /// Check that the instruction size matches exactly.
436 /// Allow the reported instruction size to be larger than the actual size.
438 };
439
440 /// Determine whether/how the instruction size returned by
441 /// getInstSizeInBytes() should be verified.
442 virtual InstSizeVerifyMode
446
447 /// Return true if the instruction is as cheap as a move instruction.
448 ///
449 /// Targets for different archs need to override this, and different
450 /// micro-architectures can also be finely tuned inside.
451 virtual bool isAsCheapAsAMove(const MachineInstr &MI) const {
452 return MI.isAsCheapAsAMove();
453 }
454
455 /// Return true if the instruction should be sunk by MachineSink.
456 ///
457 /// MachineSink determines on its own whether the instruction is safe to sink;
458 /// this gives the target a hook to override the default behavior with regards
459 /// to which instructions should be sunk.
460 ///
461 /// shouldPostRASink() is used by PostRAMachineSink.
462 virtual bool shouldSink(const MachineInstr &MI) const { return true; }
463 virtual bool shouldPostRASink(const MachineInstr &MI) const { return true; }
464
465 /// Return false if the instruction should not be hoisted by MachineLICM.
466 ///
467 /// MachineLICM determines on its own whether the instruction is safe to
468 /// hoist; this gives the target a hook to extend this assessment and prevent
469 /// an instruction being hoisted from a given loop for target specific
470 /// reasons.
471 virtual bool shouldHoist(const MachineInstr &MI,
472 const MachineLoop *FromLoop) const {
473 return true;
474 }
475
476 /// Re-issue the specified 'original' instruction at the
477 /// specific location targeting a new destination register.
478 /// The register in Orig->getOperand(0).getReg() will be substituted by
479 /// DestReg:SubIdx. Any existing subreg index is preserved or composed with
480 /// SubIdx.
481 /// \p UsedLanes is a bitmask of the lanes that are live at the
482 /// rematerialization point.
483 virtual void
485 Register DestReg, unsigned SubIdx, const MachineInstr &Orig,
486 LaneBitmask UsedLanes = LaneBitmask::getAll()) const;
487
488 /// Clones instruction or the whole instruction bundle \p Orig and
489 /// insert into \p MBB before \p InsertBefore. The target may update operands
490 /// that are required to be unique.
491 ///
492 /// \p Orig must not return true for MachineInstr::isNotDuplicable().
493 virtual MachineInstr &duplicate(MachineBasicBlock &MBB,
494 MachineBasicBlock::iterator InsertBefore,
495 const MachineInstr &Orig) const;
496
497 /// This method must be implemented by targets that
498 /// set the M_CONVERTIBLE_TO_3_ADDR flag. When this flag is set, the target
499 /// may be able to convert a two-address instruction into one or more true
500 /// three-address instructions on demand. This allows the X86 target (for
501 /// example) to convert ADD and SHL instructions into LEA instructions if they
502 /// would require register copies due to two-addressness.
503 ///
504 /// This method returns a null pointer if the transformation cannot be
505 /// performed, otherwise it returns the last new instruction.
506 ///
507 /// If \p LIS is not nullptr, the LiveIntervals info should be updated for
508 /// replacing \p MI with new instructions, even though this function does not
509 /// remove MI.
511 LiveVariables *LV,
512 LiveIntervals *LIS) const {
513 return nullptr;
514 }
515
516 // This constant can be used as an input value of operand index passed to
517 // the method findCommutedOpIndices() to tell the method that the
518 // corresponding operand index is not pre-defined and that the method
519 // can pick any commutable operand.
520 static const unsigned CommuteAnyOperandIndex = ~0U;
521
522 /// This method commutes the operands of the given machine instruction MI.
523 ///
524 /// The operands to be commuted are specified by their indices OpIdx1 and
525 /// OpIdx2. OpIdx1 and OpIdx2 arguments may be set to a special value
526 /// 'CommuteAnyOperandIndex', which means that the method is free to choose
527 /// any arbitrarily chosen commutable operand. If both arguments are set to
528 /// 'CommuteAnyOperandIndex' then the method looks for 2 different commutable
529 /// operands; then commutes them if such operands could be found.
530 ///
531 /// If NewMI is false, MI is modified in place and returned; otherwise, a
532 /// new machine instruction is created and returned.
533 ///
534 /// Do not call this method for a non-commutable instruction or
535 /// for non-commuable operands.
536 /// Even though the instruction is commutable, the method may still
537 /// fail to commute the operands, null pointer is returned in such cases.
539 commuteInstruction(MachineInstr &MI, bool NewMI = false,
540 unsigned OpIdx1 = CommuteAnyOperandIndex,
541 unsigned OpIdx2 = CommuteAnyOperandIndex) const;
542
543 /// Returns true iff the routine could find two commutable operands in the
544 /// given machine instruction.
545 /// The 'SrcOpIdx1' and 'SrcOpIdx2' are INPUT and OUTPUT arguments.
546 /// If any of the INPUT values is set to the special value
547 /// 'CommuteAnyOperandIndex' then the method arbitrarily picks a commutable
548 /// operand, then returns its index in the corresponding argument.
549 /// If both of INPUT values are set to 'CommuteAnyOperandIndex' then method
550 /// looks for 2 commutable operands.
551 /// If INPUT values refer to some operands of MI, then the method simply
552 /// returns true if the corresponding operands are commutable and returns
553 /// false otherwise.
554 ///
555 /// For example, calling this method this way:
556 /// unsigned Op1 = 1, Op2 = CommuteAnyOperandIndex;
557 /// findCommutedOpIndices(MI, Op1, Op2);
558 /// can be interpreted as a query asking to find an operand that would be
559 /// commutable with the operand#1.
560 virtual bool findCommutedOpIndices(const MachineInstr &MI,
561 unsigned &SrcOpIdx1,
562 unsigned &SrcOpIdx2) const;
563
564 /// Returns true if the target has a preference on the operands order of
565 /// the given machine instruction. And specify if \p Commute is required to
566 /// get the desired operands order.
567 virtual bool hasCommutePreference(MachineInstr &MI, bool &Commute) const {
568 return false;
569 }
570
571 /// If possible, converts the instruction to a simplified/canonical form.
572 /// Returns true if the instruction was modified.
573 ///
574 /// This function is only called after register allocation. The MI will be
575 /// modified in place. This is called by passes such as
576 /// MachineCopyPropagation, where their mutation of the MI operands may
577 /// expose opportunities to convert the instruction to a simpler form (e.g.
578 /// a load of 0).
579 virtual bool simplifyInstruction(MachineInstr &MI) const { return false; }
580
581 /// A pair composed of a register and a sub-register index.
582 /// Used to give some type checking when modeling Reg:SubReg.
585 unsigned SubReg;
586
588 : Reg(Reg), SubReg(SubReg) {}
589
590 bool operator==(const RegSubRegPair& P) const {
591 return Reg == P.Reg && SubReg == P.SubReg;
592 }
593 bool operator!=(const RegSubRegPair& P) const {
594 return !(*this == P);
595 }
596 };
597
598 /// A pair composed of a pair of a register and a sub-register index,
599 /// and another sub-register index.
600 /// Used to give some type checking when modeling Reg:SubReg1, SubReg2.
602 unsigned SubIdx;
603
605 unsigned SubIdx = 0)
607 };
608
609 /// Build the equivalent inputs of a REG_SEQUENCE for the given \p MI
610 /// and \p DefIdx.
611 /// \p [out] InputRegs of the equivalent REG_SEQUENCE. Each element of
612 /// the list is modeled as <Reg:SubReg, SubIdx>. Operands with the undef
613 /// flag are not added to this list.
614 /// E.g., REG_SEQUENCE %1:sub1, sub0, %2, sub1 would produce
615 /// two elements:
616 /// - %1:sub1, sub0
617 /// - %2<:0>, sub1
618 ///
619 /// \returns true if it is possible to build such an input sequence
620 /// with the pair \p MI, \p DefIdx. False otherwise.
621 ///
622 /// \pre MI.isRegSequence() or MI.isRegSequenceLike().
623 ///
624 /// \note The generic implementation does not provide any support for
625 /// MI.isRegSequenceLike(). In other words, one has to override
626 /// getRegSequenceLikeInputs for target specific instructions.
627 bool
628 getRegSequenceInputs(const MachineInstr &MI, unsigned DefIdx,
629 SmallVectorImpl<RegSubRegPairAndIdx> &InputRegs) const;
630
631 /// Build the equivalent inputs of a EXTRACT_SUBREG for the given \p MI
632 /// and \p DefIdx.
633 /// \p [out] InputReg of the equivalent EXTRACT_SUBREG.
634 /// E.g., EXTRACT_SUBREG %1:sub1, sub0, sub1 would produce:
635 /// - %1:sub1, sub0
636 ///
637 /// \returns true if it is possible to build such an input sequence
638 /// with the pair \p MI, \p DefIdx and the operand has no undef flag set.
639 /// False otherwise.
640 ///
641 /// \pre MI.isExtractSubreg() or MI.isExtractSubregLike().
642 ///
643 /// \note The generic implementation does not provide any support for
644 /// MI.isExtractSubregLike(). In other words, one has to override
645 /// getExtractSubregLikeInputs for target specific instructions.
646 bool getExtractSubregInputs(const MachineInstr &MI, unsigned DefIdx,
647 RegSubRegPairAndIdx &InputReg) const;
648
649 /// Build the equivalent inputs of a INSERT_SUBREG for the given \p MI
650 /// and \p DefIdx.
651 /// \p [out] BaseReg and \p [out] InsertedReg contain
652 /// the equivalent inputs of INSERT_SUBREG.
653 /// E.g., INSERT_SUBREG %0:sub0, %1:sub1, sub3 would produce:
654 /// - BaseReg: %0:sub0
655 /// - InsertedReg: %1:sub1, sub3
656 ///
657 /// \returns true if it is possible to build such an input sequence
658 /// with the pair \p MI, \p DefIdx and the operand has no undef flag set.
659 /// False otherwise.
660 ///
661 /// \pre MI.isInsertSubreg() or MI.isInsertSubregLike().
662 ///
663 /// \note The generic implementation does not provide any support for
664 /// MI.isInsertSubregLike(). In other words, one has to override
665 /// getInsertSubregLikeInputs for target specific instructions.
666 bool getInsertSubregInputs(const MachineInstr &MI, unsigned DefIdx,
667 RegSubRegPair &BaseReg,
668 RegSubRegPairAndIdx &InsertedReg) const;
669
670 /// Return true if two machine instructions would produce identical values.
671 /// By default, this is only true when the two instructions
672 /// are deemed identical except for defs. If this function is called when the
673 /// IR is still in SSA form, the caller can pass the MachineRegisterInfo for
674 /// aggressive checks.
675 virtual bool produceSameValue(const MachineInstr &MI0,
676 const MachineInstr &MI1,
677 const MachineRegisterInfo *MRI = nullptr) const;
678
679 /// \returns true if a branch from an instruction with opcode \p BranchOpc
680 /// bytes is capable of jumping to a position \p BrOffset bytes away.
681 virtual bool isBranchOffsetInRange(unsigned BranchOpc,
682 int64_t BrOffset) const {
683 llvm_unreachable("target did not implement");
684 }
685
686 /// \returns The block that branch instruction \p MI jumps to.
688 llvm_unreachable("target did not implement");
689 }
690
691 /// Insert an unconditional indirect branch at the end of \p MBB to \p
692 /// NewDestBB. Optionally, insert the clobbered register restoring in \p
693 /// RestoreBB. \p BrOffset indicates the offset of \p NewDestBB relative to
694 /// the offset of the position to insert the new branch.
696 MachineBasicBlock &NewDestBB,
697 MachineBasicBlock &RestoreBB,
698 const DebugLoc &DL, int64_t BrOffset = 0,
699 RegScavenger *RS = nullptr) const {
700 llvm_unreachable("target did not implement");
701 }
702
703 /// Analyze the branching code at the end of MBB, returning
704 /// true if it cannot be understood (e.g. it's a switch dispatch or isn't
705 /// implemented for a target). Upon success, this returns false and returns
706 /// with the following information in various cases:
707 ///
708 /// 1. If this block ends with no branches (it just falls through to its succ)
709 /// just return false, leaving TBB/FBB null.
710 /// 2. If this block ends with only an unconditional branch, it sets TBB to be
711 /// the destination block.
712 /// 3. If this block ends with a conditional branch and it falls through to a
713 /// successor block, it sets TBB to be the branch destination block and a
714 /// list of operands that evaluate the condition. These operands can be
715 /// passed to other TargetInstrInfo methods to create new branches.
716 /// 4. If this block ends with a conditional branch followed by an
717 /// unconditional branch, it returns the 'true' destination in TBB, the
718 /// 'false' destination in FBB, and a list of operands that evaluate the
719 /// condition. These operands can be passed to other TargetInstrInfo
720 /// methods to create new branches.
721 ///
722 /// Note that removeBranch and insertBranch must be implemented to support
723 /// cases where this method returns success.
724 ///
725 /// If AllowModify is true, then this routine is allowed to modify the basic
726 /// block (e.g. delete instructions after the unconditional branch).
727 ///
728 /// The CFG information in MBB.Predecessors and MBB.Successors must be valid
729 /// before calling this function.
731 MachineBasicBlock *&FBB,
733 bool AllowModify = false) const {
734 return true;
735 }
736
737 /// Represents a predicate at the MachineFunction level. The control flow a
738 /// MachineBranchPredicate represents is:
739 ///
740 /// Reg = LHS `Predicate` RHS == ConditionDef
741 /// if Reg then goto TrueDest else goto FalseDest
742 ///
745 PRED_EQ, // True if two values are equal
746 PRED_NE, // True if two values are not equal
747 PRED_INVALID // Sentinel value
748 };
749
756
757 /// SingleUseCondition is true if ConditionDef is dead except for the
758 /// branch(es) at the end of the basic block.
759 ///
760 bool SingleUseCondition = false;
761
762 explicit MachineBranchPredicate() = default;
763 };
764
765 /// Analyze the branching code at the end of MBB and parse it into the
766 /// MachineBranchPredicate structure if possible. Returns false on success
767 /// and true on failure.
768 ///
769 /// If AllowModify is true, then this routine is allowed to modify the basic
770 /// block (e.g. delete instructions after the unconditional branch).
771 ///
774 bool AllowModify = false) const {
775 return true;
776 }
777
778 /// Remove the branching code at the end of the specific MBB.
779 /// This is only invoked in cases where analyzeBranch returns success. It
780 /// returns the number of instructions that were removed.
781 /// If \p BytesRemoved is non-null, report the change in code size from the
782 /// removed instructions.
784 int *BytesRemoved = nullptr) const {
785 llvm_unreachable("Target didn't implement TargetInstrInfo::removeBranch!");
786 }
787
788 /// Insert branch code into the end of the specified MachineBasicBlock. The
789 /// operands to this method are the same as those returned by analyzeBranch.
790 /// This is only invoked in cases where analyzeBranch returns success. It
791 /// returns the number of instructions inserted. If \p BytesAdded is non-null,
792 /// report the change in code size from the added instructions.
793 ///
794 /// It is also invoked by tail merging to add unconditional branches in
795 /// cases where analyzeBranch doesn't apply because there was no original
796 /// branch to analyze. At least this much must be implemented, else tail
797 /// merging needs to be disabled.
798 ///
799 /// The CFG information in MBB.Predecessors and MBB.Successors must be valid
800 /// before calling this function.
804 const DebugLoc &DL,
805 int *BytesAdded = nullptr) const {
806 llvm_unreachable("Target didn't implement TargetInstrInfo::insertBranch!");
807 }
808
810 MachineBasicBlock *DestBB,
811 const DebugLoc &DL,
812 int *BytesAdded = nullptr) const {
813 return insertBranch(MBB, DestBB, nullptr, ArrayRef<MachineOperand>(), DL,
814 BytesAdded);
815 }
816
817 /// Object returned by analyzeLoopForPipelining. Allows software pipelining
818 /// implementations to query attributes of the loop being pipelined and to
819 /// apply target-specific updates to the loop once pipelining is complete.
821 public:
823 /// Return true if the given instruction should not be pipelined and should
824 /// be ignored. An example could be a loop comparison, or induction variable
825 /// update with no users being pipelined.
826 virtual bool shouldIgnoreForPipelining(const MachineInstr *MI) const = 0;
827
828 /// Return true if the proposed schedule should used. Otherwise return
829 /// false to not pipeline the loop. This function should be used to ensure
830 /// that pipelined loops meet target-specific quality heuristics.
832 return true;
833 }
834
835 /// Create a condition to determine if the trip count of the loop is greater
836 /// than TC, where TC is always one more than for the previous prologue or
837 /// 0 if this is being called for the outermost prologue.
838 ///
839 /// If the trip count is statically known to be greater than TC, return
840 /// true. If the trip count is statically known to be not greater than TC,
841 /// return false. Otherwise return nullopt and fill out Cond with the test
842 /// condition.
843 ///
844 /// Note: This hook is guaranteed to be called from the innermost to the
845 /// outermost prologue of the loop being software pipelined.
846 virtual std::optional<bool>
849
850 /// Create a condition to determine if the remaining trip count for a phase
851 /// is greater than TC. Some instructions such as comparisons may be
852 /// inserted at the bottom of MBB. All instructions expanded for the
853 /// phase must be inserted in MBB before calling this function.
854 /// LastStage0Insts is the map from the original instructions scheduled at
855 /// stage#0 to the expanded instructions for the last iteration of the
856 /// kernel. LastStage0Insts is intended to obtain the instruction that
857 /// refers the latest loop counter value.
858 ///
859 /// MBB can also be a predecessor of the prologue block. Then
860 /// LastStage0Insts must be empty and the compared value is the initial
861 /// value of the trip count.
866 "Target didn't implement "
867 "PipelinerLoopInfo::createRemainingIterationsGreaterCondition!");
868 }
869
870 /// Modify the loop such that the trip count is
871 /// OriginalTC + TripCountAdjust.
872 virtual void adjustTripCount(int TripCountAdjust) = 0;
873
874 /// Called when the loop's preheader has been modified to NewPreheader.
875 virtual void setPreheader(MachineBasicBlock *NewPreheader) = 0;
876
877 /// Called when the loop is being removed. Any instructions in the preheader
878 /// should be removed.
879 ///
880 /// Once this function is called, no other functions on this object are
881 /// valid; the loop has been removed.
882 virtual void disposed(LiveIntervals *LIS = nullptr) {}
883
884 /// Return true if the target can expand pipelined schedule with modulo
885 /// variable expansion.
886 virtual bool isMVEExpanderSupported() { return false; }
887 };
888
889 /// Analyze loop L, which must be a single-basic-block loop, and if the
890 /// conditions can be understood enough produce a PipelinerLoopInfo object.
891 virtual std::unique_ptr<PipelinerLoopInfo>
893 return nullptr;
894 }
895
896 /// Analyze the loop code, return true if it cannot be understood. Upon
897 /// success, this function returns false and returns information about the
898 /// induction variable and compare instruction used at the end.
899 virtual bool analyzeLoop(MachineLoop &L, MachineInstr *&IndVarInst,
900 MachineInstr *&CmpInst) const {
901 return true;
902 }
903
904 /// Generate code to reduce the loop iteration by one and check if the loop
905 /// is finished. Return the value/register of the new loop count. We need
906 /// this function when peeling off one or more iterations of a loop. This
907 /// function assumes the nth iteration is peeled first.
909 MachineBasicBlock &PreHeader,
910 MachineInstr *IndVar, MachineInstr &Cmp,
913 unsigned Iter, unsigned MaxIter) const {
914 llvm_unreachable("Target didn't implement ReduceLoopCount");
915 }
916
917 /// Delete the instruction OldInst and everything after it, replacing it with
918 /// an unconditional branch to NewDest. This is used by the tail merging pass.
919 virtual void ReplaceTailWithBranchTo(MachineBasicBlock::iterator Tail,
920 MachineBasicBlock *NewDest) const;
921
922 /// Return true if it's legal to split the given basic
923 /// block at the specified instruction (i.e. instruction would be the start
924 /// of a new basic block).
927 return true;
928 }
929
930 /// Return true if it's profitable to predicate
931 /// instructions with accumulated instruction latency of "NumCycles"
932 /// of the specified basic block, where the probability of the instructions
933 /// being executed is given by Probability, and Confidence is a measure
934 /// of our confidence that it will be properly predicted.
935 virtual bool isProfitableToIfCvt(MachineBasicBlock &MBB, unsigned NumCycles,
936 unsigned ExtraPredCycles,
937 BranchProbability Probability) const {
938 return false;
939 }
940
941 /// Second variant of isProfitableToIfCvt. This one
942 /// checks for the case where two basic blocks from true and false path
943 /// of a if-then-else (diamond) are predicated on mutually exclusive
944 /// predicates, where the probability of the true path being taken is given
945 /// by Probability, and Confidence is a measure of our confidence that it
946 /// will be properly predicted.
947 virtual bool isProfitableToIfCvt(MachineBasicBlock &TMBB, unsigned NumTCycles,
948 unsigned ExtraTCycles,
949 MachineBasicBlock &FMBB, unsigned NumFCycles,
950 unsigned ExtraFCycles,
951 BranchProbability Probability) const {
952 return false;
953 }
954
955 /// Return true if it's profitable for if-converter to duplicate instructions
956 /// of specified accumulated instruction latencies in the specified MBB to
957 /// enable if-conversion.
958 /// The probability of the instructions being executed is given by
959 /// Probability, and Confidence is a measure of our confidence that it
960 /// will be properly predicted.
962 unsigned NumCycles,
963 BranchProbability Probability) const {
964 return false;
965 }
966
967 /// Return the increase in code size needed to predicate a contiguous run of
968 /// NumInsts instructions.
970 unsigned NumInsts) const {
971 return 0;
972 }
973
974 /// Return an estimate for the code size reduction (in bytes) which will be
975 /// caused by removing the given branch instruction during if-conversion.
976 virtual unsigned predictBranchSizeForIfCvt(MachineInstr &MI) const {
977 return getInstSizeInBytes(MI);
978 }
979
980 /// Return true if it's profitable to unpredicate
981 /// one side of a 'diamond', i.e. two sides of if-else predicated on mutually
982 /// exclusive predicates.
983 /// e.g.
984 /// subeq r0, r1, #1
985 /// addne r0, r1, #1
986 /// =>
987 /// sub r0, r1, #1
988 /// addne r0, r1, #1
989 ///
990 /// This may be profitable is conditional instructions are always executed.
992 MachineBasicBlock &FMBB) const {
993 return false;
994 }
995
996 /// Return true if it is possible to insert a select
997 /// instruction that chooses between TrueReg and FalseReg based on the
998 /// condition code in Cond.
999 ///
1000 /// When successful, also return the latency in cycles from TrueReg,
1001 /// FalseReg, and Cond to the destination register. In most cases, a select
1002 /// instruction will be 1 cycle, so CondCycles = TrueCycles = FalseCycles = 1
1003 ///
1004 /// Some x86 implementations have 2-cycle cmov instructions.
1005 ///
1006 /// @param MBB Block where select instruction would be inserted.
1007 /// @param Cond Condition returned by analyzeBranch.
1008 /// @param DstReg Virtual dest register that the result should write to.
1009 /// @param TrueReg Virtual register to select when Cond is true.
1010 /// @param FalseReg Virtual register to select when Cond is false.
1011 /// @param CondCycles Latency from Cond+Branch to select output.
1012 /// @param TrueCycles Latency from TrueReg to select output.
1013 /// @param FalseCycles Latency from FalseReg to select output.
1016 Register TrueReg, Register FalseReg,
1017 int &CondCycles, int &TrueCycles,
1018 int &FalseCycles) const {
1019 return false;
1020 }
1021
1022 /// Insert a select instruction into MBB before I that will copy TrueReg to
1023 /// DstReg when Cond is true, and FalseReg to DstReg when Cond is false.
1024 ///
1025 /// This function can only be called after canInsertSelect() returned true.
1026 /// The condition in Cond comes from analyzeBranch, and it can be assumed
1027 /// that the same flags or registers required by Cond are available at the
1028 /// insertion point.
1029 ///
1030 /// @param MBB Block where select instruction should be inserted.
1031 /// @param I Insertion point.
1032 /// @param DL Source location for debugging.
1033 /// @param DstReg Virtual register to be defined by select instruction.
1034 /// @param Cond Condition as computed by analyzeBranch.
1035 /// @param TrueReg Virtual register to copy when Cond is true.
1036 /// @param FalseReg Virtual register to copy when Cons is false.
1040 Register TrueReg, Register FalseReg) const {
1041 llvm_unreachable("Target didn't implement TargetInstrInfo::insertSelect!");
1042 }
1043
1044 /// Given an instruction marked as `isSelect = true`, attempt to optimize MI
1045 /// by merging it with one of its operands. Returns nullptr on failure.
1046 ///
1047 /// When successful, returns the new select instruction. The client is
1048 /// responsible for deleting MI.
1049 ///
1050 /// If both sides of the select can be optimized, PreferFalse is used to pick
1051 /// a side.
1052 ///
1053 /// @param MI Optimizable select instruction.
1054 /// @param NewMIs Set that record all MIs in the basic block up to \p
1055 /// MI. Has to be updated with any newly created MI or deleted ones.
1056 /// @param PreferFalse Try to optimize FalseOp instead of TrueOp.
1057 /// @returns Optimized instruction or NULL.
1060 bool PreferFalse = false) const {
1061 assert(MI.isSelect() && "MI must be a select instruction");
1062 return nullptr;
1063 }
1064
1065 /// Emit instructions to copy a pair of physical registers.
1066 ///
1067 /// This function should support copies within any legal register class as
1068 /// well as any cross-class copies created during instruction selection.
1069 ///
1070 /// The source and destination registers may overlap, which may require a
1071 /// careful implementation when multiple copy instructions are required for
1072 /// large registers. See for example the ARM target.
1073 ///
1074 /// If RenamableDest is true, the copy instruction's destination operand is
1075 /// marked renamable.
1076 /// If RenamableSrc is true, the copy instruction's source operand is
1077 /// marked renamable.
1080 Register DestReg, Register SrcReg, bool KillSrc,
1081 bool RenamableDest = false,
1082 bool RenamableSrc = false) const {
1083 llvm_unreachable("Target didn't implement TargetInstrInfo::copyPhysReg!");
1084 }
1085
1086 /// Allow targets to tell MachineVerifier whether a specific register
1087 /// MachineOperand can be used as part of PC-relative addressing.
1088 /// PC-relative addressing modes in many CISC architectures contain
1089 /// (non-PC) registers as offsets or scaling values, which inherently
1090 /// tags the corresponding MachineOperand with OPERAND_PCREL.
1091 ///
1092 /// @param MO The MachineOperand in question. MO.isReg() should always
1093 /// be true.
1094 /// @return Whether this operand is allowed to be used PC-relatively.
1095 virtual bool isPCRelRegisterOperandLegal(const MachineOperand &MO) const {
1096 return false;
1097 }
1098
1099 /// Return an index for MachineJumpTableInfo if \p insn is an indirect jump
1100 /// using a jump table, otherwise -1.
1101 virtual int getJumpTableIndex(const MachineInstr &MI) const { return -1; }
1102
1103protected:
1104 /// Target-dependent implementation for IsCopyInstr.
1105 /// If the specific machine instruction is a instruction that moves/copies
1106 /// value from one register to another register return destination and source
1107 /// registers as machine operands.
1108 virtual std::optional<DestSourcePair>
1110 return std::nullopt;
1111 }
1112
1113 virtual std::optional<DestSourcePair>
1115 return std::nullopt;
1116 }
1117
1118 /// Return true if the given terminator MI is not expected to spill. This
1119 /// sets the live interval as not spillable and adjusts phi node lowering to
1120 /// not introduce copies after the terminator. Use with care, these are
1121 /// currently used for hardware loop intrinsics in very controlled situations,
1122 /// created prior to registry allocation in loops that only have single phi
1123 /// users for the terminators value. They may run out of registers if not used
1124 /// carefully.
1125 virtual bool isUnspillableTerminatorImpl(const MachineInstr *MI) const {
1126 return false;
1127 }
1128
1129public:
1130 /// If the specific machine instruction is a instruction that moves/copies
1131 /// value from one register to another register return destination and source
1132 /// registers as machine operands.
1133 /// For COPY-instruction the method naturally returns destination and source
1134 /// registers as machine operands, for all other instructions the method calls
1135 /// target-dependent implementation.
1136 std::optional<DestSourcePair> isCopyInstr(const MachineInstr &MI) const {
1137 if (MI.isCopy()) {
1138 return DestSourcePair{MI.getOperand(0), MI.getOperand(1)};
1139 }
1140 return isCopyInstrImpl(MI);
1141 }
1142
1143 // Similar to `isCopyInstr`, but adds non-copy semantics on MIR, but
1144 // ultimately generates a copy instruction.
1145 std::optional<DestSourcePair> isCopyLikeInstr(const MachineInstr &MI) const {
1146 if (auto IsCopyInstr = isCopyInstr(MI))
1147 return IsCopyInstr;
1148 return isCopyLikeInstrImpl(MI);
1149 }
1150
1151 bool isFullCopyInstr(const MachineInstr &MI) const {
1152 auto DestSrc = isCopyInstr(MI);
1153 if (!DestSrc)
1154 return false;
1155
1156 const MachineOperand *DestRegOp = DestSrc->Destination;
1157 const MachineOperand *SrcRegOp = DestSrc->Source;
1158 return !DestRegOp->getSubReg() && !SrcRegOp->getSubReg();
1159 }
1160
1161 /// If the specific machine instruction is an instruction that adds an
1162 /// immediate value and a register, and stores the result in the given
1163 /// register \c Reg, return a pair of the source register and the offset
1164 /// which has been added.
1165 virtual std::optional<RegImmPair> isAddImmediate(const MachineInstr &MI,
1166 Register Reg) const {
1167 return std::nullopt;
1168 }
1169
1170 /// Returns true if MI is an instruction that defines Reg to have a constant
1171 /// value and the value is recorded in ImmVal. The ImmVal is a result that
1172 /// should be interpreted as modulo size of Reg.
1174 const Register Reg,
1175 int64_t &ImmVal) const {
1176 return false;
1177 }
1178
1179 /// Store the specified register of the given register class to the specified
1180 /// stack frame index. The store instruction is to be added to the given
1181 /// machine basic block before the specified machine instruction. If isKill
1182 /// is true, the register operand is the last use and must be marked kill. If
1183 /// \p SrcReg is being directly spilled as part of assigning a virtual
1184 /// register, \p VReg is the register being assigned. This additional register
1185 /// argument is needed for certain targets when invoked from RegAllocFast to
1186 /// map the spilled physical register to its virtual register. A null register
1187 /// can be passed elsewhere. The \p Flags is used to set appropriate machine
1188 /// flags on the spill instruction e.g. FrameSetup flag on a callee saved
1189 /// register spill instruction, part of prologue, during the frame lowering.
1192 bool isKill, int FrameIndex, const TargetRegisterClass *RC, Register VReg,
1194 llvm_unreachable("Target didn't implement "
1195 "TargetInstrInfo::storeRegToStackSlot!");
1196 }
1197
1198 /// Load the specified register of the given register class from the specified
1199 /// stack frame index. The load instruction is to be added to the given
1200 /// machine basic block before the specified machine instruction. If \p
1201 /// DestReg is being directly reloaded as part of assigning a virtual
1202 /// register, \p VReg is the register being assigned. This additional register
1203 /// argument is needed for certain targets when invoked from RegAllocFast to
1204 /// map the loaded physical register to its virtual register. A null register
1205 /// can be passed elsewhere. \p SubReg is required for partial reload of
1206 /// tuples if the target supports it. The \p Flags is used to set appropriate
1207 /// machine flags on the spill instruction e.g. FrameDestroy flag on a callee
1208 /// saved register reload instruction, part of epilogue, during the frame
1209 /// lowering.
1212 int FrameIndex, const TargetRegisterClass *RC, Register VReg,
1213 unsigned SubReg = 0,
1215 llvm_unreachable("Target didn't implement "
1216 "TargetInstrInfo::loadRegFromStackSlot!");
1217 }
1218
1219 /// This function is called for all pseudo instructions
1220 /// that remain after register allocation. Many pseudo instructions are
1221 /// created to help register allocation. This is the place to convert them
1222 /// into real instructions. The target can edit MI in place, or it can insert
1223 /// new instructions and erase MI. The function should return true if
1224 /// anything was changed.
1225 virtual bool expandPostRAPseudo(MachineInstr &MI) const { return false; }
1226
1227 /// Check whether the target can fold a load that feeds a subreg operand
1228 /// (or a subreg operand that feeds a store).
1229 /// For example, X86 may want to return true if it can fold
1230 /// movl (%esp), %eax
1231 /// subb, %al, ...
1232 /// Into:
1233 /// subb (%esp), ...
1234 ///
1235 /// Ideally, we'd like the target implementation of foldMemoryOperand() to
1236 /// reject subregs - but since this behavior used to be enforced in the
1237 /// target-independent code, moving this responsibility to the targets
1238 /// has the potential of causing nasty silent breakage in out-of-tree targets.
1239 virtual bool isSubregFoldable() const { return false; }
1240
1241 /// For a patchpoint, stackmap, or statepoint intrinsic, return the range of
1242 /// operands which can't be folded into stack references. Operands outside
1243 /// of the range are most likely foldable but it is not guaranteed.
1244 /// These instructions are unique in that stack references for some operands
1245 /// have the same execution cost (e.g. none) as the unfolded register forms.
1246 /// The ranged return is guaranteed to include all operands which can't be
1247 /// folded at zero cost.
1248 virtual std::pair<unsigned, unsigned>
1249 getPatchpointUnfoldableRange(const MachineInstr &MI) const;
1250
1251 /// Attempt to fold a load or store of the specified stack
1252 /// slot into the specified machine instruction for the specified operand(s).
1253 /// If this is possible, a new instruction is returned with the specified
1254 /// operand folded, otherwise NULL is returned.
1255 /// The new instruction is inserted before MI, and the client is responsible
1256 /// for removing the old instruction.
1257 /// If a copy instruction being created during fold, return it by CopyMI.
1258 /// If VRM is passed, the assigned physregs can be inspected by target to
1259 /// decide on using an opcode (note that those assignments can still change).
1260 MachineInstr *foldMemoryOperand(MachineInstr &MI, ArrayRef<unsigned> Ops,
1261 int FI, MachineInstr *&CopyMI,
1262 LiveIntervals *LIS = nullptr,
1263 VirtRegMap *VRM = nullptr) const;
1264
1265 /// Same as the previous version except it allows folding of any load and
1266 /// store from / to any address, not just from a specific stack slot.
1267 MachineInstr *foldMemoryOperand(MachineInstr &MI, ArrayRef<unsigned> Ops,
1268 MachineInstr &LoadMI, MachineInstr *&CopyMI,
1269 LiveIntervals *LIS = nullptr) const;
1270
1271 /// This function defines the logic to lower COPY instruction to
1272 /// target specific instruction(s).
1273 void lowerCopy(MachineInstr *MI, const TargetRegisterInfo *TRI) const;
1274
1275 /// Return true when there is potentially a faster code sequence
1276 /// for an instruction chain ending in \p Root. All potential patterns are
1277 /// returned in the \p Patterns vector. Patterns should be sorted in priority
1278 /// order since the pattern evaluator stops checking as soon as it finds a
1279 /// faster sequence.
1280 /// \param Root - Instruction that could be combined with one of its operands
1281 /// \param Patterns - Vector of possible combination patterns
1282 virtual bool getMachineCombinerPatterns(MachineInstr &Root,
1283 SmallVectorImpl<unsigned> &Patterns,
1284 bool DoRegPressureReduce) const;
1285
1286 /// Return true if target supports reassociation of instructions in machine
1287 /// combiner pass to reduce register pressure for a given BB.
1288 virtual bool
1290 const RegisterClassInfo *RegClassInfo) const {
1291 return false;
1292 }
1293
1294 /// Fix up the placeholder we may add in genAlternativeCodeSequence().
1295 virtual void
1297 SmallVectorImpl<MachineInstr *> &InsInstrs) const {}
1298
1299 /// Return true when a code sequence can improve throughput. It
1300 /// should be called only for instructions in loops.
1301 /// \param Pattern - combiner pattern
1302 virtual bool isThroughputPattern(unsigned Pattern) const;
1303
1304 /// Return the objective of a combiner pattern.
1305 /// \param Pattern - combiner pattern
1306 virtual CombinerObjective getCombinerObjective(unsigned Pattern) const;
1307
1308 /// Return true if the input \P Inst is part of a chain of dependent ops
1309 /// that are suitable for reassociation, otherwise return false.
1310 /// If the instruction's operands must be commuted to have a previous
1311 /// instruction of the same type define the first source operand, \P Commuted
1312 /// will be set to true.
1313 bool isReassociationCandidate(const MachineInstr &Inst, bool &Commuted) const;
1314
1315 /// Return true when \P Inst is both associative and commutative. If \P Invert
1316 /// is true, then the inverse of \P Inst operation must be tested.
1318 bool Invert = false) const {
1319 return false;
1320 }
1321
1322 /// Find chains of accumulations that can be rewritten as a tree for increased
1323 /// ILP.
1324 bool getAccumulatorReassociationPatterns(
1325 MachineInstr &Root, SmallVectorImpl<unsigned> &Patterns) const;
1326
1327 /// Find the chain of accumulator instructions in \P MBB and return them in
1328 /// \P Chain.
1329 void getAccumulatorChain(MachineInstr *CurrentInstr,
1330 SmallVectorImpl<Register> &Chain) const;
1331
1332 /// Return true when \P OpCode is an instruction which performs
1333 /// accumulation into one of its operand registers.
1334 virtual bool isAccumulationOpcode(unsigned Opcode) const { return false; }
1335
1336 /// Returns an opcode which defines the accumulator used by \P Opcode.
1337 virtual unsigned getAccumulationStartOpcode(unsigned Opcode) const {
1338 llvm_unreachable("Function not implemented for target!");
1339 return 0;
1340 }
1341
1342 /// Returns the opcode that should be use to reduce accumulation registers.
1343 virtual unsigned
1344 getReduceOpcodeForAccumulator(unsigned int AccumulatorOpCode) const {
1345 llvm_unreachable("Function not implemented for target!");
1346 return 0;
1347 }
1348
1349 /// Reduces branches of the accumulator tree into a single register.
1350 void reduceAccumulatorTree(SmallVectorImpl<Register> &RegistersToReduce,
1352 MachineFunction &MF, MachineInstr &Root,
1354 DenseMap<Register, unsigned> &InstrIdxForVirtReg,
1355 Register ResultReg) const;
1356
1357 /// Return the inverse operation opcode if it exists for \P Opcode (e.g. add
1358 /// for sub and vice versa).
1359 virtual std::optional<unsigned> getInverseOpcode(unsigned Opcode) const {
1360 return std::nullopt;
1361 }
1362
1363 /// Return true when \P Opcode1 or its inversion is equal to \P Opcode2.
1364 bool areOpcodesEqualOrInverse(unsigned Opcode1, unsigned Opcode2) const;
1365
1366 /// Return true when \P Inst has reassociable operands in the same \P MBB.
1367 virtual bool hasReassociableOperands(const MachineInstr &Inst,
1368 const MachineBasicBlock *MBB) const;
1369
1370 /// Return true when \P Inst has reassociable sibling.
1371 virtual bool hasReassociableSibling(const MachineInstr &Inst,
1372 bool &Commuted) const;
1373
1374 /// When getMachineCombinerPatterns() finds patterns, this function generates
1375 /// the instructions that could replace the original code sequence. The client
1376 /// has to decide whether the actual replacement is beneficial or not.
1377 /// \param Root - Instruction that could be combined with one of its operands
1378 /// \param Pattern - Combination pattern for Root
1379 /// \param InsInstrs - Vector of new instructions that implement Pattern
1380 /// \param DelInstrs - Old instructions, including Root, that could be
1381 /// replaced by InsInstr
1382 /// \param InstIdxForVirtReg - map of virtual register to instruction in
1383 /// InsInstr that defines it
1384 virtual void genAlternativeCodeSequence(
1385 MachineInstr &Root, unsigned Pattern,
1388 DenseMap<Register, unsigned> &InstIdxForVirtReg) const;
1389
1390 /// When calculate the latency of the root instruction, accumulate the
1391 /// latency of the sequence to the root latency.
1392 /// \param Root - Instruction that could be combined with one of its operands
1394 return true;
1395 }
1396
1397 /// The returned array encodes the operand index for each parameter because
1398 /// the operands may be commuted; the operand indices for associative
1399 /// operations might also be target-specific. Each element specifies the index
1400 /// of {Prev, A, B, X, Y}.
1401 virtual void
1402 getReassociateOperandIndices(const MachineInstr &Root, unsigned Pattern,
1403 std::array<unsigned, 5> &OperandIndices) const;
1404
1405 /// Attempt to reassociate \P Root and \P Prev according to \P Pattern to
1406 /// reduce critical path length.
1407 void reassociateOps(MachineInstr &Root, MachineInstr &Prev, unsigned Pattern,
1411 DenseMap<Register, unsigned> &InstrIdxForVirtReg) const;
1412
1413 /// Reassociation of some instructions requires inverse operations (e.g.
1414 /// (X + A) - Y => (X - Y) + A). This method returns a pair of new opcodes
1415 /// (new root opcode, new prev opcode) that must be used to reassociate \P
1416 /// Root and \P Prev accoring to \P Pattern.
1417 std::pair<unsigned, unsigned>
1418 getReassociationOpcodes(unsigned Pattern, const MachineInstr &Root,
1419 const MachineInstr &Prev) const;
1420
1421 /// The limit on resource length extension we accept in MachineCombiner Pass.
1422 virtual int getExtendResourceLenLimit() const { return 0; }
1423
1424 /// This is an architecture-specific helper function of reassociateOps.
1425 /// Set special operand attributes for new instructions after reassociation.
1426 virtual void setSpecialOperandAttr(MachineInstr &OldMI1, MachineInstr &OldMI2,
1427 MachineInstr &NewMI1,
1428 MachineInstr &NewMI2) const {}
1429
1430 /// Return true when a target supports MachineCombiner.
1431 virtual bool useMachineCombiner() const { return false; }
1432
1433 /// Return a strategy that MachineCombiner must use when creating traces.
1434 virtual MachineTraceStrategy getMachineCombinerTraceStrategy() const;
1435
1436 /// Return true if the given SDNode can be copied during scheduling
1437 /// even if it has glue.
1438 virtual bool canCopyGluedNodeDuringSchedule(SDNode *N) const { return false; }
1439
1440protected:
1441 /// Target-dependent implementation for foldMemoryOperand.
1442 /// Target-independent code in foldMemoryOperand will
1443 /// take care of adding a MachineMemOperand to the newly created instruction.
1444 /// The instruction and any auxiliary instructions necessary will be inserted
1445 /// at InsertPt.
1446 virtual MachineInstr *
1449 MachineBasicBlock::iterator InsertPt, int FrameIndex,
1450 MachineInstr *&CopyMI, LiveIntervals *LIS = nullptr,
1451 VirtRegMap *VRM = nullptr) const {
1452 return nullptr;
1453 }
1454
1455 /// Target-dependent implementation for foldMemoryOperand.
1456 /// Target-independent code in foldMemoryOperand will
1457 /// take care of adding a MachineMemOperand to the newly created instruction.
1458 /// The instruction and any auxiliary instructions necessary will be inserted
1459 /// at InsertPt.
1462 MachineBasicBlock::iterator InsertPt, MachineInstr &LoadMI,
1463 MachineInstr *&CopyMI, LiveIntervals *LIS = nullptr) const {
1464 return nullptr;
1465 }
1466
1467 /// Target-dependent implementation of getRegSequenceInputs.
1468 ///
1469 /// \returns true if it is possible to build the equivalent
1470 /// REG_SEQUENCE inputs with the pair \p MI, \p DefIdx. False otherwise.
1471 ///
1472 /// \pre MI.isRegSequenceLike().
1473 ///
1474 /// \see TargetInstrInfo::getRegSequenceInputs.
1476 const MachineInstr &MI, unsigned DefIdx,
1477 SmallVectorImpl<RegSubRegPairAndIdx> &InputRegs) const {
1478 return false;
1479 }
1480
1481 /// Target-dependent implementation of getExtractSubregInputs.
1482 ///
1483 /// \returns true if it is possible to build the equivalent
1484 /// EXTRACT_SUBREG inputs with the pair \p MI, \p DefIdx. False otherwise.
1485 ///
1486 /// \pre MI.isExtractSubregLike().
1487 ///
1488 /// \see TargetInstrInfo::getExtractSubregInputs.
1490 unsigned DefIdx,
1491 RegSubRegPairAndIdx &InputReg) const {
1492 return false;
1493 }
1494
1495 /// Target-dependent implementation of getInsertSubregInputs.
1496 ///
1497 /// \returns true if it is possible to build the equivalent
1498 /// INSERT_SUBREG inputs with the pair \p MI, \p DefIdx. False otherwise.
1499 ///
1500 /// \pre MI.isInsertSubregLike().
1501 ///
1502 /// \see TargetInstrInfo::getInsertSubregInputs.
1503 virtual bool
1505 RegSubRegPair &BaseReg,
1506 RegSubRegPairAndIdx &InsertedReg) const {
1507 return false;
1508 }
1509
1510public:
1511 /// unfoldMemoryOperand - Separate a single instruction which folded a load or
1512 /// a store or a load and a store into two or more instruction. If this is
1513 /// possible, returns true as well as the new instructions by reference.
1514 virtual bool
1516 bool UnfoldLoad, bool UnfoldStore,
1517 SmallVectorImpl<MachineInstr *> &NewMIs) const {
1518 return false;
1519 }
1520
1522 SmallVectorImpl<SDNode *> &NewNodes) const {
1523 return false;
1524 }
1525
1526 /// Returns the opcode of the would be new
1527 /// instruction after load / store are unfolded from an instruction of the
1528 /// specified opcode. It returns zero if the specified unfolding is not
1529 /// possible. If LoadRegIndex is non-null, it is filled in with the operand
1530 /// index of the operand which will hold the register holding the loaded
1531 /// value.
1532 virtual unsigned
1533 getOpcodeAfterMemoryUnfold(unsigned Opc, bool UnfoldLoad, bool UnfoldStore,
1534 unsigned *LoadRegIndex = nullptr) const {
1535 return 0;
1536 }
1537
1538 /// This is used by the pre-regalloc scheduler to determine if two loads are
1539 /// loading from the same base address. It should only return true if the base
1540 /// pointers are the same and the only differences between the two addresses
1541 /// are the offset. It also returns the offsets by reference.
1542 virtual bool areLoadsFromSameBasePtr(SDNode *Load1, SDNode *Load2,
1543 int64_t &Offset1,
1544 int64_t &Offset2) const {
1545 return false;
1546 }
1547
1548 /// This is a used by the pre-regalloc scheduler to determine (in conjunction
1549 /// with areLoadsFromSameBasePtr) if two loads should be scheduled together.
1550 /// On some targets if two loads are loading from
1551 /// addresses in the same cache line, it's better if they are scheduled
1552 /// together. This function takes two integers that represent the load offsets
1553 /// from the common base address. It returns true if it decides it's desirable
1554 /// to schedule the two loads together. "NumLoads" is the number of loads that
1555 /// have already been scheduled after Load1.
1556 virtual bool shouldScheduleLoadsNear(SDNode *Load1, SDNode *Load2,
1557 int64_t Offset1, int64_t Offset2,
1558 unsigned NumLoads) const {
1559 return false;
1560 }
1561
1562 /// Get the base operand and byte offset of an instruction that reads/writes
1563 /// memory. This is a convenience function for callers that are only prepared
1564 /// to handle a single base operand.
1565 /// FIXME: Move Offset and OffsetIsScalable to some ElementCount-style
1566 /// abstraction that supports negative offsets.
1567 bool getMemOperandWithOffset(const MachineInstr &MI,
1568 const MachineOperand *&BaseOp, int64_t &Offset,
1569 bool &OffsetIsScalable,
1570 const TargetRegisterInfo *TRI) const;
1571
1572 /// Get zero or more base operands and the byte offset of an instruction that
1573 /// reads/writes memory. Note that there may be zero base operands if the
1574 /// instruction accesses a constant address.
1575 /// It returns false if MI does not read/write memory.
1576 /// It returns false if base operands and offset could not be determined.
1577 /// It is not guaranteed to always recognize base operands and offsets in all
1578 /// cases.
1579 /// FIXME: Move Offset and OffsetIsScalable to some ElementCount-style
1580 /// abstraction that supports negative offsets.
1583 int64_t &Offset, bool &OffsetIsScalable, LocationSize &Width,
1584 const TargetRegisterInfo *TRI) const {
1585 return false;
1586 }
1587
1588 /// Return true if the instruction contains a base register and offset. If
1589 /// true, the function also sets the operand position in the instruction
1590 /// for the base register and offset.
1592 unsigned &BasePos,
1593 unsigned &OffsetPos) const {
1594 return false;
1595 }
1596
1597 /// Target dependent implementation to get the values constituting the address
1598 /// MachineInstr that is accessing memory. These values are returned as a
1599 /// struct ExtAddrMode which contains all relevant information to make up the
1600 /// address.
1601 virtual std::optional<ExtAddrMode>
1603 const TargetRegisterInfo *TRI) const {
1604 return std::nullopt;
1605 }
1606
1607 /// Check if it's possible and beneficial to fold the addressing computation
1608 /// `AddrI` into the addressing mode of the load/store instruction `MemI`. The
1609 /// memory instruction is a user of the virtual register `Reg`, which in turn
1610 /// is the ultimate destination of zero or more COPY instructions from the
1611 /// output register of `AddrI`.
1612 /// Return the adddressing mode after folding in `AM`.
1614 const MachineInstr &AddrI,
1615 ExtAddrMode &AM) const {
1616 return false;
1617 }
1618
1619 /// Emit a load/store instruction with the same value register as `MemI`, but
1620 /// using the address from `AM`. The addressing mode must have been obtained
1621 /// from `canFoldIntoAddr` for the same memory instruction.
1623 const ExtAddrMode &AM) const {
1624 llvm_unreachable("target did not implement emitLdStWithAddr()");
1625 }
1626
1627 /// Returns true if MI's Def is NullValueReg, and the MI
1628 /// does not change the Zero value. i.e. cases such as rax = shr rax, X where
1629 /// NullValueReg = rax. Note that if the NullValueReg is non-zero, this
1630 /// function can return true even if becomes zero. Specifically cases such as
1631 /// NullValueReg = shl NullValueReg, 63.
1633 const Register NullValueReg,
1634 const TargetRegisterInfo *TRI) const {
1635 return false;
1636 }
1637
1638 /// If the instruction is an increment of a constant value, return the amount.
1639 virtual bool getIncrementValue(const MachineInstr &MI, int &Value) const {
1640 return false;
1641 }
1642
1643 /// Returns true if the two given memory operations should be scheduled
1644 /// adjacent. Note that you have to add:
1645 /// DAG->addMutation(createLoadClusterDAGMutation(DAG->TII, DAG->TRI));
1646 /// or
1647 /// DAG->addMutation(createStoreClusterDAGMutation(DAG->TII, DAG->TRI));
1648 /// to TargetMachine::createMachineScheduler() to have an effect.
1649 ///
1650 /// \p BaseOps1 and \p BaseOps2 are memory operands of two memory operations.
1651 /// \p Offset1 and \p Offset2 are the byte offsets for the memory
1652 /// operations.
1653 /// \p OffsetIsScalable1 and \p OffsetIsScalable2 indicate if the offset is
1654 /// scaled by a runtime quantity.
1655 /// \p ClusterSize is the number of operations in the resulting load/store
1656 /// cluster if this hook returns true.
1657 /// \p NumBytes is the number of bytes that will be loaded from all the
1658 /// clustered loads if this hook returns true.
1660 int64_t Offset1, bool OffsetIsScalable1,
1662 int64_t Offset2, bool OffsetIsScalable2,
1663 unsigned ClusterSize,
1664 unsigned NumBytes) const {
1665 llvm_unreachable("target did not implement shouldClusterMemOps()");
1666 }
1667
1668 /// Reverses the branch condition of the specified condition list,
1669 /// returning false on success and true if it cannot be reversed.
1670 virtual bool
1674
1675 /// Insert a noop into the instruction stream at the specified point.
1676 virtual void insertNoop(MachineBasicBlock &MBB,
1678
1679 /// Insert noops into the instruction stream at the specified point.
1680 virtual void insertNoops(MachineBasicBlock &MBB,
1682 unsigned Quantity) const;
1683
1684 /// Return the noop instruction to use for a noop.
1685 virtual MCInst getNop() const;
1686
1687 /// Return true for post-incremented instructions.
1688 virtual bool isPostIncrement(const MachineInstr &MI) const { return false; }
1689
1690 /// Returns true if the instruction is already predicated.
1691 virtual bool isPredicated(const MachineInstr &MI) const { return false; }
1692
1693 /// Assumes the instruction is already predicated and returns true if the
1694 /// instruction can be predicated again.
1695 virtual bool canPredicatePredicatedInstr(const MachineInstr &MI) const {
1696 assert(isPredicated(MI) && "Instruction is not predicated");
1697 return false;
1698 }
1699
1700 // Returns a MIRPrinter comment for this machine operand.
1701 virtual std::string
1702 createMIROperandComment(const MachineInstr &MI, const MachineOperand &Op,
1703 unsigned OpIdx, const TargetRegisterInfo *TRI) const;
1704
1705 /// Returns true if the instruction is a
1706 /// terminator instruction that has not been predicated.
1707 bool isUnpredicatedTerminator(const MachineInstr &MI) const;
1708
1709 /// Returns true if MI is an unconditional tail call.
1710 virtual bool isUnconditionalTailCall(const MachineInstr &MI) const {
1711 return false;
1712 }
1713
1714 /// Returns true if the tail call can be made conditional on BranchCond.
1716 const MachineInstr &TailCall) const {
1717 return false;
1718 }
1719
1720 /// Replace the conditional branch in MBB with a conditional tail call.
1723 const MachineInstr &TailCall) const {
1724 llvm_unreachable("Target didn't implement replaceBranchWithTailCall!");
1725 }
1726
1727 /// Convert the instruction into a predicated instruction.
1728 /// It returns true if the operation was successful.
1729 virtual bool PredicateInstruction(MachineInstr &MI,
1730 ArrayRef<MachineOperand> Pred) const;
1731
1732 /// Returns true if the first specified predicate
1733 /// subsumes the second, e.g. GE subsumes GT.
1735 ArrayRef<MachineOperand> Pred2) const {
1736 return false;
1737 }
1738
1739 /// If the specified instruction defines any predicate
1740 /// or condition code register(s) used for predication, returns true as well
1741 /// as the definition predicate(s) by reference.
1742 /// SkipDead should be set to false at any point that dead
1743 /// predicate instructions should be considered as being defined.
1744 /// A dead predicate instruction is one that is guaranteed to be removed
1745 /// after a call to PredicateInstruction.
1747 std::vector<MachineOperand> &Pred,
1748 bool SkipDead) const {
1749 return false;
1750 }
1751
1752 /// Return true if the specified instruction can be predicated.
1753 /// By default, this returns true for every instruction with a
1754 /// PredicateOperand.
1755 virtual bool isPredicable(const MachineInstr &MI) const {
1756 return MI.getDesc().isPredicable();
1757 }
1758
1759 /// Return true if it's safe to move a machine
1760 /// instruction that defines the specified register class.
1761 virtual bool isSafeToMoveRegClassDefs(const TargetRegisterClass *RC) const {
1762 return true;
1763 }
1764
1765 /// Return true if it's safe to move a machine instruction.
1766 /// This allows the backend to prevent certain special instruction
1767 /// sequences from being broken by instruction motion in optimization
1768 /// passes.
1769 /// By default, this returns true for every instruction.
1770 virtual bool isSafeToMove(const MachineInstr &MI,
1771 const MachineBasicBlock *MBB,
1772 const MachineFunction &MF) const {
1773 return true;
1774 }
1775
1776 /// Test if the given instruction should be considered a scheduling boundary.
1777 /// This primarily includes labels and terminators.
1778 virtual bool isSchedulingBoundary(const MachineInstr &MI,
1779 const MachineBasicBlock *MBB,
1780 const MachineFunction &MF) const;
1781
1782 /// Measure the specified inline asm to determine an approximation of its
1783 /// length.
1784 virtual unsigned getInlineAsmLength(
1785 const char *Str, const MCAsmInfo &MAI,
1786 const TargetSubtargetInfo *STI = nullptr) const;
1787
1788 /// Allocate and return a hazard recognizer to use for this target when
1789 /// scheduling the machine instructions before register allocation.
1790 virtual ScheduleHazardRecognizer *
1791 CreateTargetHazardRecognizer(const TargetSubtargetInfo *STI,
1792 const ScheduleDAG *DAG) const;
1793
1794 /// Allocate and return a hazard recognizer to use for this target when
1795 /// scheduling the machine instructions before register allocation.
1796 virtual ScheduleHazardRecognizer *
1797 CreateTargetMIHazardRecognizer(const InstrItineraryData *,
1798 const ScheduleDAGMI *DAG) const;
1799
1800 /// Allocate and return a hazard recognizer to use for this target when
1801 /// scheduling the machine instructions after register allocation.
1802 virtual ScheduleHazardRecognizer *
1803 CreateTargetPostRAHazardRecognizer(const InstrItineraryData *,
1804 const ScheduleDAG *DAG) const;
1805
1806 /// Allocate and return a hazard recognizer to use for by non-scheduling
1807 /// passes.
1808 virtual ScheduleHazardRecognizer *
1810 MachineLoopInfo *MLI) const {
1811 return nullptr;
1812 }
1813
1814 /// Provide a global flag for disabling the PreRA hazard recognizer that
1815 /// targets may choose to honor.
1816 bool usePreRAHazardRecognizer() const;
1817
1818 /// For a comparison instruction, return the source registers
1819 /// in SrcReg and SrcReg2 if having two register operands, and the value it
1820 /// compares against in CmpValue. Return true if the comparison instruction
1821 /// can be analyzed.
1822 virtual bool analyzeCompare(const MachineInstr &MI, Register &SrcReg,
1823 Register &SrcReg2, int64_t &Mask,
1824 int64_t &Value) const {
1825 return false;
1826 }
1827
1828 /// See if the comparison instruction can be converted
1829 /// into something more efficient. E.g., on ARM most instructions can set the
1830 /// flags register, obviating the need for a separate CMP.
1831 virtual bool optimizeCompareInstr(MachineInstr &CmpInstr, Register SrcReg,
1832 Register SrcReg2, int64_t Mask,
1833 int64_t Value,
1834 const MachineRegisterInfo *MRI) const {
1835 return false;
1836 }
1837 virtual bool optimizeCondBranch(MachineInstr &MI) const { return false; }
1838
1839 /// Try to remove the load by folding it to a register operand at the use.
1840 /// We fold the load instructions if and only if the
1841 /// def and use are in the same BB. We only look at one load and see
1842 /// whether it can be folded into MI. FoldAsLoadDefReg is the virtual register
1843 /// defined by the load we are trying to fold. DefMI returns the machine
1844 /// instruction that defines FoldAsLoadDefReg, and the function returns
1845 /// the machine instruction generated due to folding. CopyMI returns the
1846 /// copy instruction possibly generated due to folding.
1847 virtual MachineInstr *optimizeLoadInstr(MachineInstr &MI,
1848 const MachineRegisterInfo *MRI,
1849 Register &FoldAsLoadDefReg,
1851 MachineInstr *&CopyMI) const;
1852
1853 /// 'Reg' is known to be defined by a move immediate instruction,
1854 /// try to fold the immediate into the use instruction.
1855 /// If MRI->hasOneNonDBGUse(Reg) is true, and this function returns true,
1856 /// then the caller may assume that DefMI has been erased from its parent
1857 /// block. The caller may assume that it will not be erased by this
1858 /// function otherwise.
1860 Register Reg, MachineRegisterInfo *MRI) const {
1861 return false;
1862 }
1863
1864 /// Return the number of u-operations the given machine
1865 /// instruction will be decoded to on the target cpu. The itinerary's
1866 /// IssueWidth is the number of microops that can be dispatched each
1867 /// cycle. An instruction with zero microops takes no dispatch resources.
1868 virtual unsigned getNumMicroOps(const InstrItineraryData *ItinData,
1869 const MachineInstr &MI) const;
1870
1871 /// Return true for pseudo instructions that don't consume any
1872 /// machine resources in their current form. These are common cases that the
1873 /// scheduler should consider free, rather than conservatively handling them
1874 /// as instructions with no itinerary.
1875 bool isZeroCost(unsigned Opcode) const {
1876 return Opcode <= TargetOpcode::COPY;
1877 }
1878
1879 virtual std::optional<unsigned>
1880 getOperandLatency(const InstrItineraryData *ItinData, SDNode *DefNode,
1881 unsigned DefIdx, SDNode *UseNode, unsigned UseIdx) const;
1882
1883 /// Compute and return the use operand latency of a given pair of def and use.
1884 /// In most cases, the static scheduling itinerary was enough to determine the
1885 /// operand latency. But it may not be possible for instructions with variable
1886 /// number of defs / uses.
1887 ///
1888 /// This is a raw interface to the itinerary that may be directly overridden
1889 /// by a target. Use computeOperandLatency to get the best estimate of
1890 /// latency.
1891 virtual std::optional<unsigned>
1892 getOperandLatency(const InstrItineraryData *ItinData,
1893 const MachineInstr &DefMI, unsigned DefIdx,
1894 const MachineInstr &UseMI, unsigned UseIdx) const;
1895
1896 /// Compute the instruction latency of a given instruction.
1897 /// If the instruction has higher cost when predicated, it's returned via
1898 /// PredCost.
1899 virtual unsigned getInstrLatency(const InstrItineraryData *ItinData,
1900 const MachineInstr &MI,
1901 unsigned *PredCost = nullptr) const;
1902
1903 virtual unsigned getPredicationCost(const MachineInstr &MI) const;
1904
1905 virtual unsigned getInstrLatency(const InstrItineraryData *ItinData,
1906 SDNode *Node) const;
1907
1908 /// Return the default expected latency for a def based on its opcode.
1909 unsigned defaultDefLatency(const MCSchedModel &SchedModel,
1910 const MachineInstr &DefMI) const;
1911
1912 /// Return true if this opcode has high latency to its result.
1913 virtual bool isHighLatencyDef(int opc) const { return false; }
1914
1915 /// Compute operand latency between a def of 'Reg'
1916 /// and a use in the current loop. Return true if the target considered
1917 /// it 'high'. This is used by optimization passes such as machine LICM to
1918 /// determine whether it makes sense to hoist an instruction out even in a
1919 /// high register pressure situation.
1920 virtual bool hasHighOperandLatency(const TargetSchedModel &SchedModel,
1921 const MachineRegisterInfo *MRI,
1922 const MachineInstr &DefMI, unsigned DefIdx,
1923 const MachineInstr &UseMI,
1924 unsigned UseIdx) const {
1925 return false;
1926 }
1927
1928 /// Compute operand latency of a def of 'Reg'. Return true
1929 /// if the target considered it 'low'.
1930 virtual bool hasLowDefLatency(const TargetSchedModel &SchedModel,
1931 const MachineInstr &DefMI,
1932 unsigned DefIdx) const;
1933
1934 /// Perform target-specific instruction verification.
1935 virtual bool verifyInstruction(const MachineInstr &MI,
1936 StringRef &ErrInfo) const {
1937 return true;
1938 }
1939
1940 /// Return the current execution domain and bit mask of
1941 /// possible domains for instruction.
1942 ///
1943 /// Some micro-architectures have multiple execution domains, and multiple
1944 /// opcodes that perform the same operation in different domains. For
1945 /// example, the x86 architecture provides the por, orps, and orpd
1946 /// instructions that all do the same thing. There is a latency penalty if a
1947 /// register is written in one domain and read in another.
1948 ///
1949 /// This function returns a pair (domain, mask) containing the execution
1950 /// domain of MI, and a bit mask of possible domains. The setExecutionDomain
1951 /// function can be used to change the opcode to one of the domains in the
1952 /// bit mask. Instructions whose execution domain can't be changed should
1953 /// return a 0 mask.
1954 ///
1955 /// The execution domain numbers don't have any special meaning except domain
1956 /// 0 is used for instructions that are not associated with any interesting
1957 /// execution domain.
1958 ///
1959 virtual std::pair<uint16_t, uint16_t>
1961 return std::make_pair(0, 0);
1962 }
1963
1964 /// Change the opcode of MI to execute in Domain.
1965 ///
1966 /// The bit (1 << Domain) must be set in the mask returned from
1967 /// getExecutionDomain(MI).
1968 virtual void setExecutionDomain(MachineInstr &MI, unsigned Domain) const {}
1969
1970 /// Returns the preferred minimum clearance
1971 /// before an instruction with an unwanted partial register update.
1972 ///
1973 /// Some instructions only write part of a register, and implicitly need to
1974 /// read the other parts of the register. This may cause unwanted stalls
1975 /// preventing otherwise unrelated instructions from executing in parallel in
1976 /// an out-of-order CPU.
1977 ///
1978 /// For example, the x86 instruction cvtsi2ss writes its result to bits
1979 /// [31:0] of the destination xmm register. Bits [127:32] are unaffected, so
1980 /// the instruction needs to wait for the old value of the register to become
1981 /// available:
1982 ///
1983 /// addps %xmm1, %xmm0
1984 /// movaps %xmm0, (%rax)
1985 /// cvtsi2ss %rbx, %xmm0
1986 ///
1987 /// In the code above, the cvtsi2ss instruction needs to wait for the addps
1988 /// instruction before it can issue, even though the high bits of %xmm0
1989 /// probably aren't needed.
1990 ///
1991 /// This hook returns the preferred clearance before MI, measured in
1992 /// instructions. Other defs of MI's operand OpNum are avoided in the last N
1993 /// instructions before MI. It should only return a positive value for
1994 /// unwanted dependencies. If the old bits of the defined register have
1995 /// useful values, or if MI is determined to otherwise read the dependency,
1996 /// the hook should return 0.
1997 ///
1998 /// The unwanted dependency may be handled by:
1999 ///
2000 /// 1. Allocating the same register for an MI def and use. That makes the
2001 /// unwanted dependency identical to a required dependency.
2002 ///
2003 /// 2. Allocating a register for the def that has no defs in the previous N
2004 /// instructions.
2005 ///
2006 /// 3. Calling breakPartialRegDependency() with the same arguments. This
2007 /// allows the target to insert a dependency breaking instruction.
2008 ///
2009 virtual unsigned
2011 const TargetRegisterInfo *TRI) const {
2012 // The default implementation returns 0 for no partial register dependency.
2013 return 0;
2014 }
2015
2016 /// Return the minimum clearance before an instruction that reads an
2017 /// unused register.
2018 ///
2019 /// For example, AVX instructions may copy part of a register operand into
2020 /// the unused high bits of the destination register.
2021 ///
2022 /// vcvtsi2sdq %rax, undef %xmm0, %xmm14
2023 ///
2024 /// In the code above, vcvtsi2sdq copies %xmm0[127:64] into %xmm14 creating a
2025 /// false dependence on any previous write to %xmm0.
2026 ///
2027 /// This hook works similarly to getPartialRegUpdateClearance, except that it
2028 /// does not take an operand index. Instead sets \p OpNum to the index of the
2029 /// unused register.
2030 virtual unsigned getUndefRegClearance(const MachineInstr &MI, unsigned OpNum,
2031 const TargetRegisterInfo *TRI) const {
2032 // The default implementation returns 0 for no undef register dependency.
2033 return 0;
2034 }
2035
2036 /// Insert a dependency-breaking instruction
2037 /// before MI to eliminate an unwanted dependency on OpNum.
2038 ///
2039 /// If it wasn't possible to avoid a def in the last N instructions before MI
2040 /// (see getPartialRegUpdateClearance), this hook will be called to break the
2041 /// unwanted dependency.
2042 ///
2043 /// On x86, an xorps instruction can be used as a dependency breaker:
2044 ///
2045 /// addps %xmm1, %xmm0
2046 /// movaps %xmm0, (%rax)
2047 /// xorps %xmm0, %xmm0
2048 /// cvtsi2ss %rbx, %xmm0
2049 ///
2050 /// An <imp-kill> operand should be added to MI if an instruction was
2051 /// inserted. This ties the instructions together in the post-ra scheduler.
2052 ///
2053 virtual void breakPartialRegDependency(MachineInstr &MI, unsigned OpNum,
2054 const TargetRegisterInfo *TRI) const {}
2055
2056 /// Create machine specific model for scheduling.
2057 virtual DFAPacketizer *
2059 return nullptr;
2060 }
2061
2062 /// Sometimes, it is possible for the target
2063 /// to tell, even without aliasing information, that two MIs access different
2064 /// memory addresses. This function returns true if two MIs access different
2065 /// memory addresses and false otherwise.
2066 ///
2067 /// Assumes any physical registers used to compute addresses have the same
2068 /// value for both instructions. (This is the most useful assumption for
2069 /// post-RA scheduling.)
2070 ///
2071 /// See also MachineInstr::mayAlias, which is implemented on top of this
2072 /// function.
2073 virtual bool
2075 const MachineInstr &MIb) const {
2076 assert(MIa.mayLoadOrStore() &&
2077 "MIa must load from or modify a memory location");
2078 assert(MIb.mayLoadOrStore() &&
2079 "MIb must load from or modify a memory location");
2080 return false;
2081 }
2082
2083 /// Return the value to use for the MachineCSE's LookAheadLimit,
2084 /// which is a heuristic used for CSE'ing phys reg defs.
2085 virtual unsigned getMachineCSELookAheadLimit() const {
2086 // The default lookahead is small to prevent unprofitable quadratic
2087 // behavior.
2088 return 5;
2089 }
2090
2091 /// Return the maximal number of alias checks on memory operands. For
2092 /// instructions with more than one memory operands, the alias check on a
2093 /// single MachineInstr pair has quadratic overhead and results in
2094 /// unacceptable performance in the worst case. The limit here is to clamp
2095 /// that maximal checks performed. Usually, that's the product of memory
2096 /// operand numbers from that pair of MachineInstr to be checked. For
2097 /// instance, with two MachineInstrs with 4 and 5 memory operands
2098 /// correspondingly, a total of 20 checks are required. With this limit set to
2099 /// 16, their alias check is skipped. We choose to limit the product instead
2100 /// of the individual instruction as targets may have special MachineInstrs
2101 /// with a considerably high number of memory operands, such as `ldm` in ARM.
2102 /// Setting this limit per MachineInstr would result in either too high
2103 /// overhead or too rigid restriction.
2104 virtual unsigned getMemOperandAACheckLimit() const { return 16; }
2105
2106 /// Return an array that contains the ids of the target indices (used for the
2107 /// TargetIndex machine operand) and their names.
2108 ///
2109 /// MIR Serialization is able to serialize only the target indices that are
2110 /// defined by this method.
2113 return {};
2114 }
2115
2116 /// Decompose the machine operand's target flags into two values - the direct
2117 /// target flag value and any of bit flags that are applied.
2118 virtual std::pair<unsigned, unsigned>
2120 return std::make_pair(0u, 0u);
2121 }
2122
2123 /// Return an array that contains the direct target flag values and their
2124 /// names.
2125 ///
2126 /// MIR Serialization is able to serialize only the target flags that are
2127 /// defined by this method.
2130 return {};
2131 }
2132
2133 /// Return an array that contains the bitmask target flag values and their
2134 /// names.
2135 ///
2136 /// MIR Serialization is able to serialize only the target flags that are
2137 /// defined by this method.
2140 return {};
2141 }
2142
2143 /// Return an array that contains the MMO target flag values and their
2144 /// names.
2145 ///
2146 /// MIR Serialization is able to serialize only the MMO target flags that are
2147 /// defined by this method.
2150 return {};
2151 }
2152
2153 /// Determines whether \p Inst is a tail call instruction. Override this
2154 /// method on targets that do not properly set MCID::Return and MCID::Call on
2155 /// tail call instructions."
2156 virtual bool isTailCall(const MachineInstr &Inst) const {
2157 return Inst.isReturn() && Inst.isCall();
2158 }
2159
2160 /// True if the instruction is bound to the top of its basic block and no
2161 /// other instructions shall be inserted before it. This can be implemented
2162 /// to prevent register allocator to insert spills for \p Reg before such
2163 /// instructions.
2165 Register Reg = Register()) const {
2166 return false;
2167 }
2168
2169 /// Allows targets to use appropriate copy instruction while spilitting live
2170 /// range of a register in register allocation.
2172 const MachineFunction &MF) const {
2173 return TargetOpcode::COPY;
2174 }
2175
2176 /// During PHI eleimination lets target to make necessary checks and
2177 /// insert the copy to the PHI destination register in a target specific
2178 /// manner.
2181 const DebugLoc &DL, Register Src, Register Dst) const {
2182 return BuildMI(MBB, InsPt, DL, get(TargetOpcode::COPY), Dst)
2183 .addReg(Src);
2184 }
2185
2186 /// During PHI eleimination lets target to make necessary checks and
2187 /// insert the copy to the PHI destination register in a target specific
2188 /// manner.
2191 const DebugLoc &DL, Register Src,
2192 unsigned SrcSubReg,
2193 Register Dst) const {
2194 return BuildMI(MBB, InsPt, DL, get(TargetOpcode::COPY), Dst)
2195 .addReg(Src, {}, SrcSubReg);
2196 }
2197
2198 /// Returns a \p outliner::OutlinedFunction struct containing target-specific
2199 /// information for a set of outlining candidates. Returns std::nullopt if the
2200 /// candidates are not suitable for outlining. \p MinRepeats is the minimum
2201 /// number of times the instruction sequence must be repeated.
2202 virtual std::optional<std::unique_ptr<outliner::OutlinedFunction>>
2204 const MachineModuleInfo &MMI,
2205 std::vector<outliner::Candidate> &RepeatedSequenceLocs,
2206 unsigned MinRepeats) const {
2208 "Target didn't implement TargetInstrInfo::getOutliningCandidateInfo!");
2209 }
2210
2211 /// Optional target hook to create the LLVM IR attributes for the outlined
2212 /// function. If overridden, the overriding function must call the default
2213 /// implementation.
2214 virtual void mergeOutliningCandidateAttributes(
2215 Function &F, std::vector<outliner::Candidate> &Candidates) const;
2216
2217protected:
2218 /// Target-dependent implementation for getOutliningTypeImpl.
2219 virtual outliner::InstrType
2221 MachineBasicBlock::iterator &MIT, unsigned Flags) const {
2223 "Target didn't implement TargetInstrInfo::getOutliningTypeImpl!");
2224 }
2225
2226public:
2227 /// Returns how or if \p MIT should be outlined. \p Flags is the
2228 /// target-specific information returned by isMBBSafeToOutlineFrom.
2229 outliner::InstrType getOutliningType(const MachineModuleInfo &MMI,
2231 unsigned Flags) const;
2232
2233 /// Optional target hook that returns true if \p MBB is safe to outline from,
2234 /// and returns any target-specific information in \p Flags.
2235 virtual bool isMBBSafeToOutlineFrom(MachineBasicBlock &MBB,
2236 unsigned &Flags) const;
2237
2238 /// Optional target hook which partitions \p MBB into outlinable ranges for
2239 /// instruction mapping purposes. Each range is defined by two iterators:
2240 /// [start, end).
2241 ///
2242 /// Ranges are expected to be ordered top-down. That is, ranges closer to the
2243 /// top of the block should come before ranges closer to the end of the block.
2244 ///
2245 /// Ranges cannot overlap.
2246 ///
2247 /// If an entire block is mappable, then its range is [MBB.begin(), MBB.end())
2248 ///
2249 /// All instructions not present in an outlinable range are considered
2250 /// illegal.
2251 virtual SmallVector<
2252 std::pair<MachineBasicBlock::iterator, MachineBasicBlock::iterator>>
2253 getOutlinableRanges(MachineBasicBlock &MBB, unsigned &Flags) const {
2254 return {std::make_pair(MBB.begin(), MBB.end())};
2255 }
2256
2257 /// Insert a custom frame for outlined functions.
2259 const outliner::OutlinedFunction &OF) const {
2261 "Target didn't implement TargetInstrInfo::buildOutlinedFrame!");
2262 }
2263
2264 /// Insert a call to an outlined function into the program.
2265 /// Returns an iterator to the spot where we inserted the call. This must be
2266 /// implemented by the target.
2270 outliner::Candidate &C) const {
2272 "Target didn't implement TargetInstrInfo::insertOutlinedCall!");
2273 }
2274
2275 /// Insert an architecture-specific instruction to clear a register. If you
2276 /// need to avoid sideeffects (e.g. avoid XOR on x86, which sets EFLAGS), set
2277 /// \p AllowSideEffects to \p false.
2280 DebugLoc &DL,
2281 bool AllowSideEffects = true) const {
2282#if 0
2283 // FIXME: This should exist once all platforms that use stack protectors
2284 // implements it.
2286 "Target didn't implement TargetInstrInfo::buildClearRegister!");
2287#endif
2288 }
2289
2290 /// Return true if the function can safely be outlined from.
2291 /// A function \p MF is considered safe for outlining if an outlined function
2292 /// produced from instructions in F will produce a program which produces the
2293 /// same output for any set of given inputs.
2295 bool OutlineFromLinkOnceODRs) const {
2296 llvm_unreachable("Target didn't implement "
2297 "TargetInstrInfo::isFunctionSafeToOutlineFrom!");
2298 }
2299
2300 /// Return true if the function should be outlined from by default.
2302 return false;
2303 }
2304
2305 /// Return true if the function is a viable candidate for machine function
2306 /// splitting. The criteria for if a function can be split may vary by target.
2307 virtual bool isFunctionSafeToSplit(const MachineFunction &MF) const;
2308
2309 /// Return true if the MachineBasicBlock can safely be split to the cold
2310 /// section. On AArch64, certain instructions may cause a block to be unsafe
2311 /// to split to the cold section.
2312 virtual bool isMBBSafeToSplitToCold(const MachineBasicBlock &MBB) const {
2313 return true;
2314 }
2315
2316 /// Produce the expression describing the \p MI loading a value into
2317 /// the physical register \p Reg. This hook should only be used with
2318 /// \p MIs belonging to VReg-less functions.
2319 virtual std::optional<ParamLoadedValue>
2320 describeLoadedValue(const MachineInstr &MI, Register Reg) const;
2321
2322 /// Given the generic extension instruction \p ExtMI, returns true if this
2323 /// extension is a likely candidate for being folded into an another
2324 /// instruction.
2326 MachineRegisterInfo &MRI) const {
2327 return false;
2328 }
2329
2330 /// Return MIR formatter to format/parse MIR operands. Target can override
2331 /// this virtual function and return target specific MIR formatter.
2332 virtual const MIRFormatter *getMIRFormatter() const {
2333 if (!Formatter)
2334 Formatter = std::make_unique<MIRFormatter>();
2335 return Formatter.get();
2336 }
2337
2338 /// Returns the target-specific default value for tail duplication.
2339 /// This value will be used if the tail-dup-placement-threshold argument is
2340 /// not provided.
2341 virtual unsigned getTailDuplicateSize(CodeGenOptLevel OptLevel) const {
2342 return OptLevel >= CodeGenOptLevel::Aggressive ? 4 : 2;
2343 }
2344
2345 /// Returns the target-specific default value for tail merging.
2346 /// This value will be used if the tail-merge-size argument is not provided.
2347 virtual unsigned getTailMergeSize(const MachineFunction &MF) const {
2348 return 3;
2349 }
2350
2351 /// Returns the callee operand from the given \p MI.
2352 virtual const MachineOperand &getCalleeOperand(const MachineInstr &MI) const {
2353 assert(MI.isCall());
2354
2355 switch (MI.getOpcode()) {
2356 case TargetOpcode::STATEPOINT:
2357 case TargetOpcode::STACKMAP:
2358 case TargetOpcode::PATCHPOINT:
2359 return MI.getOperand(3);
2360 default:
2361 return MI.getOperand(0);
2362 }
2363
2364 llvm_unreachable("impossible call instruction");
2365 }
2366
2367 /// Return the uniformity behavior of the given value.
2371
2372 /// Returns true if the given \p MI defines a TargetIndex operand that can be
2373 /// tracked by their offset, can have values, and can have debug info
2374 /// associated with it. If so, sets \p Index and \p Offset of the target index
2375 /// operand.
2376 virtual bool isExplicitTargetIndexDef(const MachineInstr &MI, int &Index,
2377 int64_t &Offset) const {
2378 return false;
2379 }
2380
2381 // Get the call frame size just before MI.
2382 unsigned getCallFrameSizeAt(MachineInstr &MI) const;
2383
2384 /// Fills in the necessary MachineOperands to refer to a frame index.
2385 /// The best way to understand this is to print `asm(""::"m"(x));` after
2386 /// finalize-isel. Example:
2387 /// INLINEASM ... 262190 /* mem:m */, %stack.0.x.addr, 1, $noreg, 0, $noreg
2388 /// we would add placeholders for: ^ ^ ^ ^
2390 int FI) const {
2391 llvm_unreachable("unknown number of operands necessary");
2392 }
2393
2394 /// Inserts a code prefetch instruction before `InsertBefore` in block `MBB`
2395 /// targetting `GV`.
2396 virtual MachineInstr *
2398 MachineBasicBlock::iterator InsertBefore,
2399 const GlobalValue *GV) const {
2400 llvm_unreachable("target did not implement");
2401 }
2402
2403private:
2404 mutable std::unique_ptr<MIRFormatter> Formatter;
2405 unsigned CallFrameSetupOpcode, CallFrameDestroyOpcode;
2406 unsigned CatchRetOpcode;
2407 unsigned ReturnOpcode;
2408};
2409
2410/// Provide DenseMapInfo for TargetInstrInfo::RegSubRegPair.
2414
2416 return TargetInstrInfo::RegSubRegPair(RegInfo::getEmptyKey(),
2417 SubRegInfo::getEmptyKey());
2418 }
2419
2421 return TargetInstrInfo::RegSubRegPair(RegInfo::getTombstoneKey(),
2422 SubRegInfo::getTombstoneKey());
2423 }
2424
2425 /// Reuse getHashValue implementation from
2426 /// std::pair<unsigned, unsigned>.
2427 static unsigned getHashValue(const TargetInstrInfo::RegSubRegPair &Val) {
2429 std::make_pair(Val.Reg, Val.SubReg));
2430 }
2431
2434 return LHS == RHS;
2435 }
2436};
2437
2438} // end namespace llvm
2439
2440#endif // LLVM_CODEGEN_TARGETINSTRINFO_H
MachineInstrBuilder & UseMI
MachineInstrBuilder MachineInstrBuilder & DefMI
static const TargetRegisterClass * getRegClass(const MachineInstr &MI, Register Reg)
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
SmallVector< int16_t, MAX_SRC_OPERANDS_NUM > OperandIndices
MachineBasicBlock & MBB
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
MachineBasicBlock MachineBasicBlock::iterator MBBI
#define LLVM_ABI
Definition Compiler.h:213
DXIL Forward Handle Accesses
This file defines DenseMapInfo traits for DenseMap.
This file defines the DenseMap class.
static bool isGlobalMemoryObject(MachineInstr *MI)
Return true if MI is an instruction we are unable to reason about (like something with unmodeled memo...
IRTranslator LLVM IR MI
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
#define F(x, y, z)
Definition MD5.cpp:54
#define I(x, y, z)
Definition MD5.cpp:57
Contains all data structures shared between the outliner implemented in MachineOutliner....
TargetInstrInfo::RegSubRegPair RegSubRegPair
Register Reg
Register const TargetRegisterInfo * TRI
Promote Memory to Register
Definition Mem2Reg.cpp:110
MachineInstr unsigned OpIdx
#define P(N)
TargetInstrInfo::RegSubRegPairAndIdx RegSubRegPairAndIdx
const SmallVectorImpl< MachineOperand > MachineBasicBlock * TBB
const SmallVectorImpl< MachineOperand > & Cond
static unsigned getInstSizeInBytes(const MachineInstr &MI, const SystemZInstrInfo *TII)
Value * RHS
Value * LHS
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
This class is the base class for the comparison instructions.
Definition InstrTypes.h:664
A debug info location.
Definition DebugLoc.h:123
Itinerary data supplied by a subtarget to be used by a target.
This class is intended to be used as a base class for asm properties and features specific to the tar...
Definition MCAsmInfo.h:64
Instances of this class represent a single low-level machine instruction.
Definition MCInst.h:188
Describe properties that are true of each instruction in the target description file.
Interface to description of machine instruction set.
Definition MCInstrInfo.h:27
const MCInstrDesc & get(unsigned Opcode) const
Return the machine instruction descriptor that corresponds to the specified instruction opcode.
Definition MCInstrInfo.h:90
This holds information about one operand of a machine instruction, indicating the register class for ...
Definition MCInstrDesc.h:86
MIRFormater - Interface to format MIR operand based on target.
MachineInstrBundleIterator< MachineInstr > iterator
Representation of each machine instruction.
bool isReturn(QueryType Type=AnyInBundle) const
bool mayLoadOrStore(QueryType Type=AnyInBundle) const
Return true if this instruction could possibly read or modify memory.
bool isCall(QueryType Type=AnyInBundle) const
A description of a memory reference used in the backend.
This class contains meta information specific to a module.
MachineOperand class - Representation of each machine instruction operand.
unsigned getSubReg() const
static MachineOperand CreateImm(int64_t Val)
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
A Module instance is used to store all the information related to an LLVM module.
Definition Module.h:67
Wrapper class representing virtual and physical registers.
Definition Register.h:20
Represents one node in the SelectionDAG.
This class represents the scheduled code.
ScheduleDAGMI is an implementation of ScheduleDAGInstrs that simply schedules machine instructions ac...
HazardRecognizer - This determines whether or not an instruction can be issued this cycle,...
This is used to represent a portion of an LLVM function in a low-level Data Dependence DAG representa...
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
Definition StringRef.h:55
This class builds the dependence graph for the instructions in a loop, and attempts to schedule the i...
Object returned by analyzeLoopForPipelining.
virtual bool isMVEExpanderSupported()
Return true if the target can expand pipelined schedule with modulo variable expansion.
virtual void createRemainingIterationsGreaterCondition(int TC, MachineBasicBlock &MBB, SmallVectorImpl< MachineOperand > &Cond, DenseMap< MachineInstr *, MachineInstr * > &LastStage0Insts)
Create a condition to determine if the remaining trip count for a phase is greater than TC.
virtual void adjustTripCount(int TripCountAdjust)=0
Modify the loop such that the trip count is OriginalTC + TripCountAdjust.
virtual void disposed(LiveIntervals *LIS=nullptr)
Called when the loop is being removed.
virtual bool shouldIgnoreForPipelining(const MachineInstr *MI) const =0
Return true if the given instruction should not be pipelined and should be ignored.
virtual void setPreheader(MachineBasicBlock *NewPreheader)=0
Called when the loop's preheader has been modified to NewPreheader.
virtual bool shouldUseSchedule(SwingSchedulerDAG &SSD, SMSchedule &SMS)
Return true if the proposed schedule should used.
virtual std::optional< bool > createTripCountGreaterCondition(int TC, MachineBasicBlock &MBB, SmallVectorImpl< MachineOperand > &Cond)=0
Create a condition to determine if the trip count of the loop is greater than TC, where TC is always ...
TargetInstrInfo - Interface to description of machine instruction set.
virtual SmallVector< std::pair< MachineBasicBlock::iterator, MachineBasicBlock::iterator > > getOutlinableRanges(MachineBasicBlock &MBB, unsigned &Flags) const
Optional target hook which partitions MBB into outlinable ranges for instruction mapping purposes.
virtual bool isProfitableToIfCvt(MachineBasicBlock &MBB, unsigned NumCycles, unsigned ExtraPredCycles, BranchProbability Probability) const
Return true if it's profitable to predicate instructions with accumulated instruction latency of "Num...
virtual bool isBasicBlockPrologue(const MachineInstr &MI, Register Reg=Register()) const
True if the instruction is bound to the top of its basic block and no other instructions shall be ins...
virtual bool reverseBranchCondition(SmallVectorImpl< MachineOperand > &Cond) const
Reverses the branch condition of the specified condition list, returning false on success and true if...
virtual unsigned removeBranch(MachineBasicBlock &MBB, int *BytesRemoved=nullptr) const
Remove the branching code at the end of the specific MBB.
virtual std::unique_ptr< PipelinerLoopInfo > analyzeLoopForPipelining(MachineBasicBlock *LoopBB) const
Analyze loop L, which must be a single-basic-block loop, and if the conditions can be understood enou...
virtual ValueUniformity getValueUniformity(const MachineInstr &MI) const
Return the uniformity behavior of the given value.
virtual bool ClobbersPredicate(MachineInstr &MI, std::vector< MachineOperand > &Pred, bool SkipDead) const
If the specified instruction defines any predicate or condition code register(s) used for predication...
virtual bool canPredicatePredicatedInstr(const MachineInstr &MI) const
Assumes the instruction is already predicated and returns true if the instruction can be predicated a...
virtual void setSpecialOperandAttr(MachineInstr &OldMI1, MachineInstr &OldMI2, MachineInstr &NewMI1, MachineInstr &NewMI2) const
This is an architecture-specific helper function of reassociateOps.
bool isZeroCost(unsigned Opcode) const
Return true for pseudo instructions that don't consume any machine resources in their current form.
virtual void buildClearRegister(Register Reg, MachineBasicBlock &MBB, MachineBasicBlock::iterator Iter, DebugLoc &DL, bool AllowSideEffects=true) const
Insert an architecture-specific instruction to clear a register.
virtual void getFrameIndexOperands(SmallVectorImpl< MachineOperand > &Ops, int FI) const
Fills in the necessary MachineOperands to refer to a frame index.
virtual bool analyzeBranch(MachineBasicBlock &MBB, MachineBasicBlock *&TBB, MachineBasicBlock *&FBB, SmallVectorImpl< MachineOperand > &Cond, bool AllowModify=false) const
Analyze the branching code at the end of MBB, returning true if it cannot be understood (e....
virtual bool isExtendLikelyToBeFolded(MachineInstr &ExtMI, MachineRegisterInfo &MRI) const
Given the generic extension instruction ExtMI, returns true if this extension is a likely candidate f...
virtual bool isSafeToSink(MachineInstr &MI, MachineBasicBlock *SuccToSinkTo, MachineCycleInfo *CI) const
const TargetRegisterInfo & TRI
virtual std::optional< DestSourcePair > isCopyLikeInstrImpl(const MachineInstr &MI) const
virtual unsigned getPartialRegUpdateClearance(const MachineInstr &MI, unsigned OpNum, const TargetRegisterInfo *TRI) const
Returns the preferred minimum clearance before an instruction with an unwanted partial register updat...
virtual bool canMakeTailCallConditional(SmallVectorImpl< MachineOperand > &Cond, const MachineInstr &TailCall) const
Returns true if the tail call can be made conditional on BranchCond.
virtual DFAPacketizer * CreateTargetScheduleState(const TargetSubtargetInfo &) const
Create machine specific model for scheduling.
virtual unsigned reduceLoopCount(MachineBasicBlock &MBB, MachineBasicBlock &PreHeader, MachineInstr *IndVar, MachineInstr &Cmp, SmallVectorImpl< MachineOperand > &Cond, SmallVectorImpl< MachineInstr * > &PrevInsts, unsigned Iter, unsigned MaxIter) const
Generate code to reduce the loop iteration by one and check if the loop is finished.
virtual bool isPostIncrement(const MachineInstr &MI) const
Return true for post-incremented instructions.
bool isTriviallyReMaterializable(const MachineInstr &MI) const
Return true if the instruction is trivially rematerializable, meaning it has no side effects and requ...
virtual bool isCoalescableExtInstr(const MachineInstr &MI, Register &SrcReg, Register &DstReg, unsigned &SubIdx) const
Return true if the instruction is a "coalescable" extension instruction.
virtual void insertIndirectBranch(MachineBasicBlock &MBB, MachineBasicBlock &NewDestBB, MachineBasicBlock &RestoreBB, const DebugLoc &DL, int64_t BrOffset=0, RegScavenger *RS=nullptr) const
Insert an unconditional indirect branch at the end of MBB to NewDestBB.
virtual ArrayRef< std::pair< MachineMemOperand::Flags, const char * > > getSerializableMachineMemOperandTargetFlags() const
Return an array that contains the MMO target flag values and their names.
virtual bool getBaseAndOffsetPosition(const MachineInstr &MI, unsigned &BasePos, unsigned &OffsetPos) const
Return true if the instruction contains a base register and offset.
int16_t getOpRegClassID(const MCOperandInfo &OpInfo) const
virtual unsigned getOpcodeAfterMemoryUnfold(unsigned Opc, bool UnfoldLoad, bool UnfoldStore, unsigned *LoadRegIndex=nullptr) const
Returns the opcode of the would be new instruction after load / store are unfolded from an instructio...
virtual outliner::InstrType getOutliningTypeImpl(const MachineModuleInfo &MMI, MachineBasicBlock::iterator &MIT, unsigned Flags) const
Target-dependent implementation for getOutliningTypeImpl.
virtual bool analyzeBranchPredicate(MachineBasicBlock &MBB, MachineBranchPredicate &MBP, bool AllowModify=false) const
Analyze the branching code at the end of MBB and parse it into the MachineBranchPredicate structure i...
virtual bool getInsertSubregLikeInputs(const MachineInstr &MI, unsigned DefIdx, RegSubRegPair &BaseReg, RegSubRegPairAndIdx &InsertedReg) const
Target-dependent implementation of getInsertSubregInputs.
virtual bool shouldOutlineFromFunctionByDefault(MachineFunction &MF) const
Return true if the function should be outlined from by default.
virtual MachineInstr * optimizeSelect(MachineInstr &MI, SmallPtrSetImpl< MachineInstr * > &NewMIs, bool PreferFalse=false) const
Given an instruction marked as isSelect = true, attempt to optimize MI by merging it with one of its ...
virtual bool canFoldIntoAddrMode(const MachineInstr &MemI, Register Reg, const MachineInstr &AddrI, ExtAddrMode &AM) const
Check if it's possible and beneficial to fold the addressing computation AddrI into the addressing mo...
virtual const MIRFormatter * getMIRFormatter() const
Return MIR formatter to format/parse MIR operands.
bool isReMaterializable(const MachineInstr &MI) const
Return true if the instruction would be materializable at a point in the containing function where al...
virtual InstSizeVerifyMode getInstSizeVerifyMode(const MachineInstr &MI) const
Determine whether/how the instruction size returned by getInstSizeInBytes() should be verified.
virtual bool shouldReduceRegisterPressure(const MachineBasicBlock *MBB, const RegisterClassInfo *RegClassInfo) const
Return true if target supports reassociation of instructions in machine combiner pass to reduce regis...
virtual ArrayRef< std::pair< int, const char * > > getSerializableTargetIndices() const
Return an array that contains the ids of the target indices (used for the TargetIndex machine operand...
bool isFullCopyInstr(const MachineInstr &MI) const
virtual MachineInstr * foldMemoryOperandImpl(MachineFunction &MF, MachineInstr &MI, ArrayRef< unsigned > Ops, MachineBasicBlock::iterator InsertPt, MachineInstr &LoadMI, MachineInstr *&CopyMI, LiveIntervals *LIS=nullptr) const
Target-dependent implementation for foldMemoryOperand.
virtual unsigned getUndefRegClearance(const MachineInstr &MI, unsigned OpNum, const TargetRegisterInfo *TRI) const
Return the minimum clearance before an instruction that reads an unused register.
virtual bool findCommutedOpIndices(const MachineInstr &MI, unsigned &SrcOpIdx1, unsigned &SrcOpIdx2) const
Returns true iff the routine could find two commutable operands in the given machine instruction.
virtual bool preservesZeroValueInReg(const MachineInstr *MI, const Register NullValueReg, const TargetRegisterInfo *TRI) const
Returns true if MI's Def is NullValueReg, and the MI does not change the Zero value.
virtual bool verifyInstruction(const MachineInstr &MI, StringRef &ErrInfo) const
Perform target-specific instruction verification.
virtual void finalizeInsInstrs(MachineInstr &Root, unsigned &Pattern, SmallVectorImpl< MachineInstr * > &InsInstrs) const
Fix up the placeholder we may add in genAlternativeCodeSequence().
virtual bool isUnconditionalTailCall(const MachineInstr &MI) const
Returns true if MI is an unconditional tail call.
virtual bool hasHighOperandLatency(const TargetSchedModel &SchedModel, const MachineRegisterInfo *MRI, const MachineInstr &DefMI, unsigned DefIdx, const MachineInstr &UseMI, unsigned UseIdx) const
Compute operand latency between a def of 'Reg' and a use in the current loop.
bool isUnspillableTerminator(const MachineInstr *MI) const
Return true if the given instruction is terminator that is unspillable, according to isUnspillableTer...
virtual bool isProfitableToUnpredicate(MachineBasicBlock &TMBB, MachineBasicBlock &FMBB) const
Return true if it's profitable to unpredicate one side of a 'diamond', i.e.
virtual bool useMachineCombiner() const
Return true when a target supports MachineCombiner.
virtual bool SubsumesPredicate(ArrayRef< MachineOperand > Pred1, ArrayRef< MachineOperand > Pred2) const
Returns true if the first specified predicate subsumes the second, e.g.
bool isFrameInstr(const MachineInstr &I) const
Returns true if the argument is a frame pseudo instruction.
virtual void breakPartialRegDependency(MachineInstr &MI, unsigned OpNum, const TargetRegisterInfo *TRI) const
Insert a dependency-breaking instruction before MI to eliminate an unwanted dependency on OpNum.
virtual bool getRegSequenceLikeInputs(const MachineInstr &MI, unsigned DefIdx, SmallVectorImpl< RegSubRegPairAndIdx > &InputRegs) const
Target-dependent implementation of getRegSequenceInputs.
virtual bool isProfitableToIfCvt(MachineBasicBlock &TMBB, unsigned NumTCycles, unsigned ExtraTCycles, MachineBasicBlock &FMBB, unsigned NumFCycles, unsigned ExtraFCycles, BranchProbability Probability) const
Second variant of isProfitableToIfCvt.
virtual int getExtendResourceLenLimit() const
The limit on resource length extension we accept in MachineCombiner Pass.
virtual void insertSelect(MachineBasicBlock &MBB, MachineBasicBlock::iterator I, const DebugLoc &DL, Register DstReg, ArrayRef< MachineOperand > Cond, Register TrueReg, Register FalseReg) const
Insert a select instruction into MBB before I that will copy TrueReg to DstReg when Cond is true,...
virtual bool shouldBreakCriticalEdgeToSink(MachineInstr &MI) const
For a "cheap" instruction which doesn't enable additional sinking, should MachineSink break a critica...
virtual bool areMemAccessesTriviallyDisjoint(const MachineInstr &MIa, const MachineInstr &MIb) const
Sometimes, it is possible for the target to tell, even without aliasing information,...
virtual bool isBranchOffsetInRange(unsigned BranchOpc, int64_t BrOffset) const
unsigned getReturnOpcode() const
virtual void storeRegToStackSlot(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI, Register SrcReg, bool isKill, int FrameIndex, const TargetRegisterClass *RC, Register VReg, MachineInstr::MIFlag Flags=MachineInstr::NoFlags) const
Store the specified register of the given register class to the specified stack frame index.
virtual bool isIgnorableUse(const MachineOperand &MO) const
Given MO is a PhysReg use return if it can be ignored for the purpose of instruction rematerializatio...
virtual unsigned getReduceOpcodeForAccumulator(unsigned int AccumulatorOpCode) const
Returns the opcode that should be use to reduce accumulation registers.
virtual Register isLoadFromStackSlot(const MachineInstr &MI, int &FrameIndex) const
If the specified machine instruction is a direct load from a stack slot, return the virtual or physic...
virtual bool shouldPostRASink(const MachineInstr &MI) const
virtual bool shouldClusterMemOps(ArrayRef< const MachineOperand * > BaseOps1, int64_t Offset1, bool OffsetIsScalable1, ArrayRef< const MachineOperand * > BaseOps2, int64_t Offset2, bool OffsetIsScalable2, unsigned ClusterSize, unsigned NumBytes) const
Returns true if the two given memory operations should be scheduled adjacent.
virtual unsigned getLiveRangeSplitOpcode(Register Reg, const MachineFunction &MF) const
Allows targets to use appropriate copy instruction while spilitting live range of a register in regis...
virtual bool optimizeCompareInstr(MachineInstr &CmpInstr, Register SrcReg, Register SrcReg2, int64_t Mask, int64_t Value, const MachineRegisterInfo *MRI) const
See if the comparison instruction can be converted into something more efficient.
virtual unsigned getMemOperandAACheckLimit() const
Return the maximal number of alias checks on memory operands.
virtual bool isFunctionSafeToOutlineFrom(MachineFunction &MF, bool OutlineFromLinkOnceODRs) const
Return true if the function can safely be outlined from.
virtual MachineInstr * foldMemoryOperandImpl(MachineFunction &MF, MachineInstr &MI, ArrayRef< unsigned > Ops, MachineBasicBlock::iterator InsertPt, int FrameIndex, MachineInstr *&CopyMI, LiveIntervals *LIS=nullptr, VirtRegMap *VRM=nullptr) const
Target-dependent implementation for foldMemoryOperand.
virtual bool isMBBSafeToSplitToCold(const MachineBasicBlock &MBB) const
Return true if the MachineBasicBlock can safely be split to the cold section.
virtual void buildOutlinedFrame(MachineBasicBlock &MBB, MachineFunction &MF, const outliner::OutlinedFunction &OF) const
Insert a custom frame for outlined functions.
TargetInstrInfo(const TargetRegisterInfo &TRI, unsigned CFSetupOpcode=~0u, unsigned CFDestroyOpcode=~0u, unsigned CatchRetOpcode=~0u, unsigned ReturnOpcode=~0u, const int16_t *const RegClassByHwModeTable=nullptr)
virtual bool shouldScheduleLoadsNear(SDNode *Load1, SDNode *Load2, int64_t Offset1, int64_t Offset2, unsigned NumLoads) const
This is a used by the pre-regalloc scheduler to determine (in conjunction with areLoadsFromSameBasePt...
virtual unsigned insertBranch(MachineBasicBlock &MBB, MachineBasicBlock *TBB, MachineBasicBlock *FBB, ArrayRef< MachineOperand > Cond, const DebugLoc &DL, int *BytesAdded=nullptr) const
Insert branch code into the end of the specified MachineBasicBlock.
virtual void copyPhysReg(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI, const DebugLoc &DL, Register DestReg, Register SrcReg, bool KillSrc, bool RenamableDest=false, bool RenamableSrc=false) const
Emit instructions to copy a pair of physical registers.
virtual unsigned getAccumulationStartOpcode(unsigned Opcode) const
Returns an opcode which defines the accumulator used by \P Opcode.
virtual bool canCopyGluedNodeDuringSchedule(SDNode *N) const
Return true if the given SDNode can be copied during scheduling even if it has glue.
virtual bool simplifyInstruction(MachineInstr &MI) const
If possible, converts the instruction to a simplified/canonical form.
virtual std::optional< ExtAddrMode > getAddrModeFromMemoryOp(const MachineInstr &MemI, const TargetRegisterInfo *TRI) const
Target dependent implementation to get the values constituting the address MachineInstr that is acces...
virtual std::optional< DestSourcePair > isCopyInstrImpl(const MachineInstr &MI) const
Target-dependent implementation for IsCopyInstr.
virtual MachineInstr * createPHIDestinationCopy(MachineBasicBlock &MBB, MachineBasicBlock::iterator InsPt, const DebugLoc &DL, Register Src, Register Dst) const
During PHI eleimination lets target to make necessary checks and insert the copy to the PHI destinati...
virtual bool getConstValDefinedInReg(const MachineInstr &MI, const Register Reg, int64_t &ImmVal) const
Returns true if MI is an instruction that defines Reg to have a constant value and the value is recor...
static bool isGenericOpcode(unsigned Opc)
TargetInstrInfo & operator=(const TargetInstrInfo &)=delete
const TargetRegisterInfo & getRegisterInfo() const
std::optional< DestSourcePair > isCopyLikeInstr(const MachineInstr &MI) const
virtual ArrayRef< std::pair< unsigned, const char * > > getSerializableBitmaskMachineOperandTargetFlags() const
Return an array that contains the bitmask target flag values and their names.
unsigned getCallFrameSetupOpcode() const
These methods return the opcode of the frame setup/destroy instructions if they exist (-1 otherwise).
virtual bool isSubregFoldable() const
Check whether the target can fold a load that feeds a subreg operand (or a subreg operand that feeds ...
virtual bool isReMaterializableImpl(const MachineInstr &MI) const
For instructions with opcodes for which the M_REMATERIALIZABLE flag is set, this hook lets the target...
virtual MachineInstr * insertCodePrefetchInstr(MachineBasicBlock &MBB, MachineBasicBlock::iterator InsertBefore, const GlobalValue *GV) const
Inserts a code prefetch instruction before InsertBefore in block MBB targetting GV.
virtual Register isStoreToStackSlotPostFE(const MachineInstr &MI, int &FrameIndex) const
Check for post-frame ptr elimination stack locations as well.
virtual Register isLoadFromStackSlotPostFE(const MachineInstr &MI, int &FrameIndex) const
Check for post-frame ptr elimination stack locations as well.
virtual ScheduleHazardRecognizer * CreateTargetPostRAHazardRecognizer(const MachineFunction &MF, MachineLoopInfo *MLI) const
Allocate and return a hazard recognizer to use for by non-scheduling passes.
@ AllowOverEstimate
Allow the reported instruction size to be larger than the actual size.
@ NoVerify
Do not verify instruction size.
@ ExactSize
Check that the instruction size matches exactly.
virtual std::pair< uint16_t, uint16_t > getExecutionDomain(const MachineInstr &MI) const
Return the current execution domain and bit mask of possible domains for instruction.
virtual bool optimizeCondBranch(MachineInstr &MI) const
virtual bool analyzeLoop(MachineLoop &L, MachineInstr *&IndVarInst, MachineInstr *&CmpInst) const
Analyze the loop code, return true if it cannot be understood.
unsigned getCatchReturnOpcode() const
virtual unsigned getTailMergeSize(const MachineFunction &MF) const
Returns the target-specific default value for tail merging.
virtual bool isAsCheapAsAMove(const MachineInstr &MI) const
Return true if the instruction is as cheap as a move instruction.
virtual bool isTailCall(const MachineInstr &Inst) const
Determines whether Inst is a tail call instruction.
const int16_t *const RegClassByHwMode
Subtarget specific sub-array of MCInstrInfo's RegClassByHwModeTables (i.e.
virtual const MachineOperand & getCalleeOperand(const MachineInstr &MI) const
Returns the callee operand from the given MI.
virtual Register isStoreToStackSlot(const MachineInstr &MI, int &FrameIndex) const
If the specified machine instruction is a direct store to a stack slot, return the virtual or physica...
int64_t getFrameTotalSize(const MachineInstr &I) const
Returns the total frame size, which is made up of the space set up inside the pair of frame start-sto...
MachineInstr * commuteInstruction(MachineInstr &MI, bool NewMI=false, unsigned OpIdx1=CommuteAnyOperandIndex, unsigned OpIdx2=CommuteAnyOperandIndex) const
This method commutes the operands of the given machine instruction MI.
virtual bool foldImmediate(MachineInstr &UseMI, MachineInstr &DefMI, Register Reg, MachineRegisterInfo *MRI) const
'Reg' is known to be defined by a move immediate instruction, try to fold the immediate into the use ...
virtual bool isStackSlotCopy(const MachineInstr &MI, int &DestFrameIndex, int &SrcFrameIndex) const
Return true if the specified machine instruction is a copy of one stack slot to another and has no ot...
virtual int getJumpTableIndex(const MachineInstr &MI) const
Return an index for MachineJumpTableInfo if insn is an indirect jump using a jump table,...
virtual bool isAssociativeAndCommutative(const MachineInstr &Inst, bool Invert=false) const
Return true when \P Inst is both associative and commutative.
virtual bool isExplicitTargetIndexDef(const MachineInstr &MI, int &Index, int64_t &Offset) const
Returns true if the given MI defines a TargetIndex operand that can be tracked by their offset,...
virtual bool unfoldMemoryOperand(MachineFunction &MF, MachineInstr &MI, Register Reg, bool UnfoldLoad, bool UnfoldStore, SmallVectorImpl< MachineInstr * > &NewMIs) const
unfoldMemoryOperand - Separate a single instruction which folded a load or a store or a load and a st...
virtual bool isPCRelRegisterOperandLegal(const MachineOperand &MO) const
Allow targets to tell MachineVerifier whether a specific register MachineOperand can be used as part ...
virtual std::optional< std::unique_ptr< outliner::OutlinedFunction > > getOutliningCandidateInfo(const MachineModuleInfo &MMI, std::vector< outliner::Candidate > &RepeatedSequenceLocs, unsigned MinRepeats) const
Returns a outliner::OutlinedFunction struct containing target-specific information for a set of outli...
virtual MachineInstr * createPHISourceCopy(MachineBasicBlock &MBB, MachineBasicBlock::iterator InsPt, const DebugLoc &DL, Register Src, unsigned SrcSubReg, Register Dst) const
During PHI eleimination lets target to make necessary checks and insert the copy to the PHI destinati...
virtual MachineBasicBlock::iterator insertOutlinedCall(Module &M, MachineBasicBlock &MBB, MachineBasicBlock::iterator &It, MachineFunction &MF, outliner::Candidate &C) const
Insert a call to an outlined function into the program.
virtual std::optional< unsigned > getInverseOpcode(unsigned Opcode) const
Return the inverse operation opcode if it exists for \P Opcode (e.g.
unsigned getCallFrameDestroyOpcode() const
int64_t getFrameSize(const MachineInstr &I) const
Returns size of the frame associated with the given frame instruction.
virtual MachineBasicBlock * getBranchDestBlock(const MachineInstr &MI) const
virtual bool isPredicated(const MachineInstr &MI) const
Returns true if the instruction is already predicated.
virtual void replaceBranchWithTailCall(MachineBasicBlock &MBB, SmallVectorImpl< MachineOperand > &Cond, const MachineInstr &TailCall) const
Replace the conditional branch in MBB with a conditional tail call.
TargetInstrInfo(const TargetInstrInfo &)=delete
virtual unsigned predictBranchSizeForIfCvt(MachineInstr &MI) const
Return an estimate for the code size reduction (in bytes) which will be caused by removing the given ...
virtual ~TargetInstrInfo()
virtual bool isAccumulationOpcode(unsigned Opcode) const
Return true when \P OpCode is an instruction which performs accumulation into one of its operand regi...
bool isFrameSetup(const MachineInstr &I) const
Returns true if the argument is a frame setup pseudo instruction.
virtual unsigned extraSizeToPredicateInstructions(const MachineFunction &MF, unsigned NumInsts) const
Return the increase in code size needed to predicate a contiguous run of NumInsts instructions.
virtual bool accumulateInstrSeqToRootLatency(MachineInstr &Root) const
When calculate the latency of the root instruction, accumulate the latency of the sequence to the roo...
std::optional< DestSourcePair > isCopyInstr(const MachineInstr &MI) const
If the specific machine instruction is a instruction that moves/copies value from one register to ano...
virtual Register isStoreToStackSlot(const MachineInstr &MI, int &FrameIndex, TypeSize &MemBytes) const
Optional extension of isStoreToStackSlot that returns the number of bytes stored to the stack.
virtual Register isLoadFromStackSlot(const MachineInstr &MI, int &FrameIndex, TypeSize &MemBytes) const
Optional extension of isLoadFromStackSlot that returns the number of bytes loaded from the stack.
virtual bool getMemOperandsWithOffsetWidth(const MachineInstr &MI, SmallVectorImpl< const MachineOperand * > &BaseOps, int64_t &Offset, bool &OffsetIsScalable, LocationSize &Width, const TargetRegisterInfo *TRI) const
Get zero or more base operands and the byte offset of an instruction that reads/writes memory.
virtual unsigned getInstSizeInBytes(const MachineInstr &MI) const
Returns the size in bytes of the specified MachineInstr, or ~0U when this function is not implemented...
virtual bool isProfitableToDupForIfCvt(MachineBasicBlock &MBB, unsigned NumCycles, BranchProbability Probability) const
Return true if it's profitable for if-converter to duplicate instructions of specified accumulated in...
virtual bool shouldSink(const MachineInstr &MI) const
Return true if the instruction should be sunk by MachineSink.
virtual MachineInstr * convertToThreeAddress(MachineInstr &MI, LiveVariables *LV, LiveIntervals *LIS) const
This method must be implemented by targets that set the M_CONVERTIBLE_TO_3_ADDR flag.
virtual void loadRegFromStackSlot(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI, Register DestReg, int FrameIndex, const TargetRegisterClass *RC, Register VReg, unsigned SubReg=0, MachineInstr::MIFlag Flags=MachineInstr::NoFlags) const
Load the specified register of the given register class from the specified stack frame index.
virtual void setExecutionDomain(MachineInstr &MI, unsigned Domain) const
Change the opcode of MI to execute in Domain.
virtual bool isPredicable(const MachineInstr &MI) const
Return true if the specified instruction can be predicated.
virtual std::pair< unsigned, unsigned > decomposeMachineOperandsTargetFlags(unsigned) const
Decompose the machine operand's target flags into two values - the direct target flag value and any o...
virtual bool isSafeToMoveRegClassDefs(const TargetRegisterClass *RC) const
Return true if it's safe to move a machine instruction that defines the specified register class.
virtual bool canInsertSelect(const MachineBasicBlock &MBB, ArrayRef< MachineOperand > Cond, Register DstReg, Register TrueReg, Register FalseReg, int &CondCycles, int &TrueCycles, int &FalseCycles) const
Return true if it is possible to insert a select instruction that chooses between TrueReg and FalseRe...
virtual bool isUnspillableTerminatorImpl(const MachineInstr *MI) const
Return true if the given terminator MI is not expected to spill.
virtual std::optional< RegImmPair > isAddImmediate(const MachineInstr &MI, Register Reg) const
If the specific machine instruction is an instruction that adds an immediate value and a register,...
static bool isGenericAtomicRMWOpcode(unsigned Opc)
virtual bool hasCommutePreference(MachineInstr &MI, bool &Commute) const
Returns true if the target has a preference on the operands order of the given machine instruction.
static const unsigned CommuteAnyOperandIndex
virtual bool isSafeToMove(const MachineInstr &MI, const MachineBasicBlock *MBB, const MachineFunction &MF) const
Return true if it's safe to move a machine instruction.
virtual bool isHighLatencyDef(int opc) const
Return true if this opcode has high latency to its result.
virtual MachineInstr * emitLdStWithAddr(MachineInstr &MemI, const ExtAddrMode &AM) const
Emit a load/store instruction with the same value register as MemI, but using the address from AM.
virtual bool expandPostRAPseudo(MachineInstr &MI) const
This function is called for all pseudo instructions that remain after register allocation.
virtual ArrayRef< std::pair< unsigned, const char * > > getSerializableDirectMachineOperandTargetFlags() const
Return an array that contains the direct target flag values and their names.
virtual bool shouldHoist(const MachineInstr &MI, const MachineLoop *FromLoop) const
Return false if the instruction should not be hoisted by MachineLICM.
virtual bool getExtractSubregLikeInputs(const MachineInstr &MI, unsigned DefIdx, RegSubRegPairAndIdx &InputReg) const
Target-dependent implementation of getExtractSubregInputs.
virtual unsigned getTailDuplicateSize(CodeGenOptLevel OptLevel) const
Returns the target-specific default value for tail duplication.
unsigned insertUnconditionalBranch(MachineBasicBlock &MBB, MachineBasicBlock *DestBB, const DebugLoc &DL, int *BytesAdded=nullptr) const
virtual bool getIncrementValue(const MachineInstr &MI, int &Value) const
If the instruction is an increment of a constant value, return the amount.
virtual bool areLoadsFromSameBasePtr(SDNode *Load1, SDNode *Load2, int64_t &Offset1, int64_t &Offset2) const
This is used by the pre-regalloc scheduler to determine if two loads are loading from the same base a...
virtual bool unfoldMemoryOperand(SelectionDAG &DAG, SDNode *N, SmallVectorImpl< SDNode * > &NewNodes) const
virtual bool analyzeCompare(const MachineInstr &MI, Register &SrcReg, Register &SrcReg2, int64_t &Mask, int64_t &Value) const
For a comparison instruction, return the source registers in SrcReg and SrcReg2 if having two registe...
virtual unsigned getMachineCSELookAheadLimit() const
Return the value to use for the MachineCSE's LookAheadLimit, which is a heuristic used for CSE'ing ph...
virtual bool isLegalToSplitMBBAt(MachineBasicBlock &MBB, MachineBasicBlock::iterator MBBI) const
Return true if it's legal to split the given basic block at the specified instruction (i....
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
Provide an instruction scheduling machine model to CodeGen passes.
TargetSubtargetInfo - Generic base class for all target subtargets.
static constexpr TypeSize getZero()
Definition TypeSize.h:349
LLVM Value Representation.
Definition Value.h:75
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ Tail
Attemps to make calls as fast as possible while guaranteeing that tail call optimization can always b...
Definition CallingConv.h:76
@ C
The default llvm calling convention, compatible with C.
Definition CallingConv.h:34
InstrType
Represents how an instruction should be mapped by the outliner.
This is an optimization pass for GlobalISel generic memory operations.
@ Offset
Definition DWP.cpp:532
MachineTraceStrategy
Strategies for selecting traces.
MachineInstrBuilder BuildMI(MachineFunction &MF, const MIMetadata &MIMD, const MCInstrDesc &MCID)
Builder interface. Specify how to create the initial instruction itself.
CombinerObjective
The combiner's goal may differ based on which pattern it is attempting to optimize.
CodeGenOptLevel
Code generation optimization level.
Definition CodeGen.h:82
DWARFExpression::Operation Op
std::pair< MachineOperand, DIExpression * > ParamLoadedValue
ValueUniformity
Enum describing how values behave with respect to uniformity and divergence, to answer the question: ...
Definition Uniformity.h:18
@ Default
The result value is uniform if and only if all operands are uniform.
Definition Uniformity.h:20
#define N
static unsigned getHashValue(const TargetInstrInfo::RegSubRegPair &Val)
Reuse getHashValue implementation from std::pair<unsigned, unsigned>.
static TargetInstrInfo::RegSubRegPair getTombstoneKey()
static TargetInstrInfo::RegSubRegPair getEmptyKey()
static bool isEqual(const TargetInstrInfo::RegSubRegPair &LHS, const TargetInstrInfo::RegSubRegPair &RHS)
An information struct used to provide DenseMap with the various necessary components for a given valu...
const MachineOperand * Source
DestSourcePair(const MachineOperand &Dest, const MachineOperand &Src)
const MachineOperand * Destination
Used to describe addressing mode similar to ExtAddrMode in CodeGenPrepare.
ExtAddrMode()=default
static constexpr LaneBitmask getAll()
Definition LaneBitmask.h:82
Machine model for scheduling, bundling, and heuristics.
Definition MCSchedule.h:258
RegImmPair(Register Reg, int64_t Imm)
Represents a predicate at the MachineFunction level.
bool SingleUseCondition
SingleUseCondition is true if ConditionDef is dead except for the branch(es) at the end of the basic ...
A pair composed of a pair of a register and a sub-register index, and another sub-register index.
RegSubRegPairAndIdx(Register Reg=Register(), unsigned SubReg=0, unsigned SubIdx=0)
A pair composed of a register and a sub-register index.
bool operator==(const RegSubRegPair &P) const
RegSubRegPair(Register Reg=Register(), unsigned SubReg=0)
bool operator!=(const RegSubRegPair &P) const
An individual sequence of instructions to be replaced with a call to an outlined function.
The information necessary to create an outlined function for some class of candidate.