LLVM 24.0.0git
ScalarEvolution.h
Go to the documentation of this file.
1//===- llvm/Analysis/ScalarEvolution.h - Scalar Evolution -------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// The ScalarEvolution class is an LLVM pass which can be used to analyze and
10// categorize scalar expressions in loops. It specializes in recognizing
11// general induction variables, representing them with the abstract and opaque
12// SCEV class. Given this analysis, trip counts of loops and other important
13// properties can be obtained.
14//
15// This analysis is primarily useful for induction variable substitution and
16// strength reduction.
17//
18//===----------------------------------------------------------------------===//
19
20#ifndef LLVM_ANALYSIS_SCALAREVOLUTION_H
21#define LLVM_ANALYSIS_SCALAREVOLUTION_H
22
23#include "llvm/ADT/APInt.h"
24#include "llvm/ADT/ArrayRef.h"
26#include "llvm/ADT/DenseMap.h"
28#include "llvm/ADT/FoldingSet.h"
30#include "llvm/ADT/SetVector.h"
35#include "llvm/IR/PassManager.h"
36#include "llvm/IR/ValueHandle.h"
37#include "llvm/IR/ValueMap.h"
38#include "llvm/Pass.h"
40#include <cassert>
41#include <cstdint>
42#include <memory>
43#include <optional>
44#include <utility>
45
46namespace llvm {
47
49class AssumptionCache;
50class BasicBlock;
51class Constant;
52class ConstantInt;
53class DataLayout;
54class DominatorTree;
55class GEPOperator;
56class LLVMContext;
57class Loop;
58class LoopInfo;
59class raw_ostream;
60class ScalarEvolution;
61class SCEVAddRecExpr;
62class SCEVConstant;
63class SCEVUnknown;
64class StructType;
66class Type;
67class VPSCEVExpander;
68enum SCEVTypes : unsigned short;
69
70LLVM_ABI extern bool VerifySCEV;
71
72/// NoWrapFlags are bitfield indices into SCEV's SubclassData.
73///
74/// Add and Mul expressions may have no-unsigned-wrap <NUW> or
75/// no-signed-wrap <NSW> properties, which are derived from the IR
76/// operator. NSW is a misnomer that we use to mean no signed overflow or
77/// underflow. NUW and NSW must hold for all subsets and orders of
78/// Add/Mul operands. That is, in `(a + b + c)<nsw>`, all of `a + b`,
79/// `b + c`, `a + c` must be nsw as well.
80///
81/// AddRec expressions may have a no-self-wraparound <NW> property if, in
82/// the integer domain, abs(step) * max-iteration(loop) <=
83/// unsigned-max(bitwidth). This means that the recurrence will never reach
84/// its start value if the step is non-zero. Computing the same value on
85/// each iteration is not considered wrapping, and recurrences with step = 0
86/// are trivially <NW>. <NW> is independent of the sign of step and the
87/// value the add recurrence starts with.
88///
89/// Note that NUW and NSW are also valid properties of a recurrence, and
90/// either implies NW. For convenience, NW will be set for a recurrence
91/// whenever either NUW or NSW are set.
92///
93/// We require that the flag on a SCEV apply to the entire scope in which
94/// that SCEV is defined. A SCEV's scope is set of locations dominated by
95/// a defining location, which is in turn described by the following rules:
96/// * A SCEVUnknown is at the point of definition of the Value.
97/// * A SCEVConstant is defined at all points.
98/// * A SCEVAddRec is defined starting with the header of the associated
99/// loop.
100/// * All other SCEVs are defined at the earlest point all operands are
101/// defined.
102///
103/// The above rules describe a maximally hoisted form (without regards to
104/// potential control dependence). A SCEV is defined anywhere a
105/// corresponding instruction could be defined in said maximally hoisted
106/// form. Note that SCEVUDivExpr (currently the only expression type which
107/// can trap) can be defined per these rules in regions where it would trap
108/// at runtime. A SCEV being defined does not require the existence of any
109/// instruction within the defined scope.
110enum class SCEVNoWrapFlags {
111 FlagAnyWrap = 0, // No guarantee.
112 FlagNW = (1 << 0), // No self-wrap.
113 FlagNUW = (1 << 1), // No unsigned wrap.
114 FlagNSW = (1 << 2), // No signed wrap.
115 NoWrapMask = (1 << 3) - 1,
116 LLVM_MARK_AS_BITMASK_ENUM(/*LargestValue=*/NoWrapMask)
117};
118
119class SCEV;
120
121template <typename SCEVPtrT = const SCEV *>
122struct SCEVUseT : private PointerIntPair<SCEVPtrT, 2> {
125 using Base::getPointer;
126
127 SCEVUseT() : Base(nullptr, 0) {}
128 SCEVUseT(SCEVPtrT S) : Base(S, 0) {}
129 /// Construct with NoWrapFlags; only NUW/NSW are encoded, NW is dropped. \p S
130 /// must be an expression supporting flags. Only flags not already present on
131 /// \p S are added. Note that the expression may gain flags also part of the
132 /// SCEVUse later, via settNoWrapFlags.
133 SCEVUseT(SCEVPtrT S, SCEVNoWrapFlags Flags);
134 template <typename OtherPtrT, typename = std::enable_if_t<
135 std::is_convertible_v<OtherPtrT, SCEVPtrT>>>
138
139 operator SCEVPtrT() const { return getPointer(); }
140 SCEVPtrT operator->() const { return getPointer(); }
141
142 /// Returns true if the SCEVUse is canonical, i.e. no SCEVUse flags set in any
143 /// operands.
144 bool isCanonical() const { return getCanonical() == getOpaqueValue(); }
145
146 /// Returns true if this use itself carries use-specific no-wrap flags.
147 bool hasUseFlags() const { return getOpaqueValue() != getPointer(); }
148
149 /// Return the canonical SCEV for this SCEVUse.
150 const SCEV *getCanonical() const;
151
152 /// Return the no-wrap flags for this SCEVUse, which is the union of the
153 /// use-specific flags and the underlying SCEV's flags, masked by \p Mask.
156
157 /// Return only the use-specific no-wrap flags (NUW/NSW) without the
158 /// underlying SCEV's flags.
160 SCEVNoWrapFlags UseFlags =
161 static_cast<SCEVNoWrapFlags>(Base::getInt() << 1);
163 UseFlags |= SCEVNoWrapFlags::FlagNW;
164 return UseFlags;
165 }
166
167 bool operator==(const SCEVUseT &RHS) const {
168 return getOpaqueValue() == RHS.getOpaqueValue();
169 }
170
171 bool operator!=(const SCEVUseT &RHS) const { return !(*this == RHS); }
172
173 bool operator>(const SCEVUseT &RHS) const { return Base::operator>(RHS); }
174
175 bool operator==(const SCEV *RHS) const { return getOpaqueValue() == RHS; }
176 bool operator!=(const SCEV *RHS) const { return getOpaqueValue() != RHS; }
177
178 /// Print out the internal representation of this scalar to the specified
179 /// stream. This should really only be used for debugging purposes.
180 void print(raw_ostream &OS) const;
181
182 /// This method is used for debugging.
183 void dump() const;
184
185private:
187 friend struct PointerLikeTypeTraits<SCEVUseT>;
188};
189
190/// Deduction guide for various SCEV subclass pointers.
191template <typename SCEVPtrT> SCEVUseT(SCEVPtrT) -> SCEVUseT<SCEVPtrT>;
192
194
195/// Provide PointerLikeTypeTraits for SCEVUse, so it can be used with
196/// SmallPtrSet, among others.
197template <> struct PointerLikeTypeTraits<SCEVUse> {
198 static inline void *getAsVoidPointer(SCEVUse U) { return U.getOpaqueValue(); }
199 static inline SCEVUse getFromVoidPointer(void *P) {
200 SCEVUse U;
201 U.setFromOpaqueValue(P);
202 return U;
203 }
204
205 /// The Low bits are used by the PointerIntPair.
206 static constexpr int NumLowBitsAvailable = 0;
207};
208
209template <> struct DenseMapInfo<SCEVUse> {
210 static unsigned getHashValue(SCEVUse U) {
211 return hash_value(U.getOpaqueValue());
212 }
213
214 static bool isEqual(const SCEVUse LHS, const SCEVUse RHS) {
215 return LHS.getOpaqueValue() == RHS.getOpaqueValue();
216 }
217};
218
219template <> struct simplify_type<SCEVUse> {
220 using SimpleType = const SCEV *;
221
223 return Val.getPointer();
224 }
225};
226
227/// Provide CastInfo for SCEVUseT so that cast<SCEVUseT<const To *>>(use)
228/// returns SCEVUseT<const To *> with flags preserved.
229template <typename ToSCEVPtrT>
230struct CastInfo<SCEVUseT<ToSCEVPtrT>, SCEVUse,
231 std::enable_if_t<!is_simple_type<SCEVUse>::value>> {
232 using To = std::remove_cv_t<std::remove_pointer_t<ToSCEVPtrT>>;
234
235 static bool isPossible(const SCEVUse &U) { return isa<To>(U.getPointer()); }
236 static CastReturnType doCast(const SCEVUse &U) {
237 return CastReturnType(cast<To>(U.getPointer()), U.getUseNoWrapFlags());
238 }
239 static CastReturnType castFailed() { return CastReturnType(nullptr); }
241 if (!isPossible(U))
242 return castFailed();
243 return doCast(U);
244 }
245};
246
247template <typename ToSCEVPtrT>
248struct CastInfo<SCEVUseT<ToSCEVPtrT>, const SCEVUse,
249 std::enable_if_t<!is_simple_type<const SCEVUse>::value>>
250 : CastInfo<SCEVUseT<ToSCEVPtrT>, SCEVUse> {};
251
252/// This class represents an analyzed expression in the program. These are
253/// opaque objects that the client is not allowed to do much with directly.
254///
255class SCEV : public FoldingSetNode {
256 friend struct FoldingSetTrait<SCEV>;
257
258 /// A reference to an Interned FoldingSetNodeID for this node. The
259 /// ScalarEvolution's BumpPtrAllocator holds the data.
260 FoldingSetNodeIDRef FastID;
261
262 // The SCEV baseclass this node corresponds to
263 const SCEVTypes SCEVType;
264
265protected:
266 // Estimated complexity of this node's expression tree size.
267 const unsigned short ExpressionSize;
268
269 /// This field is initialized to zero and may be used in subclasses to store
270 /// miscellaneous information.
271 unsigned short SubclassData = 0;
272
273 /// Pointer to the canonical version of the SCEV, i.e. one where all operands
274 /// have no SCEVUse flags.
275 const SCEV *CanonicalSCEV = nullptr;
276
277 /// Immutable type of the SCEV.
278 Type *const Ty;
279
280public:
283 static constexpr auto FlagNW = SCEVNoWrapFlags::FlagNW;
284 static constexpr auto FlagNUW = SCEVNoWrapFlags::FlagNUW;
285 static constexpr auto FlagNSW = SCEVNoWrapFlags::FlagNSW;
287
288 explicit SCEV(const FoldingSetNodeIDRef ID, SCEVTypes SCEVTy,
289 unsigned short ExpressionSize, Type *Ty)
290 : FastID(ID), SCEVType(SCEVTy), ExpressionSize(ExpressionSize), Ty(Ty) {}
291 SCEV(const SCEV &) = delete;
292 SCEV &operator=(const SCEV &) = delete;
293
294 SCEVTypes getSCEVType() const { return SCEVType; }
295
296 /// Return the LLVM type of this SCEV expression.
297 Type *getType() const { return Ty; }
298
299 /// Return operands of this SCEV expression.
301
302 /// Return true if the expression is a constant zero.
303 LLVM_ABI bool isZero() const;
304
305 /// Return true if the expression is a constant one.
306 LLVM_ABI bool isOne() const;
307
308 /// Return true if the expression is a constant all-ones value.
309 LLVM_ABI bool isAllOnesValue() const;
310
311 /// Return true if the specified scev is negated, but not a constant.
312 LLVM_ABI bool isNonConstantNegative() const;
313
314 // Returns estimated size of the mathematical expression represented by this
315 // SCEV. The rules of its calculation are following:
316 // 1) Size of a SCEV without operands (like constants and SCEVUnknown) is 1;
317 // 2) Size SCEV with operands Op1, Op2, ..., OpN is calculated by formula:
318 // (1 + Size(Op1) + ... + Size(OpN)).
319 // This value gives us an estimation of time we need to traverse through this
320 // SCEV and all its operands recursively. We may use it to avoid performing
321 // heavy transformations on SCEVs of excessive size for sake of saving the
322 // compilation time.
323 unsigned short getExpressionSize() const {
324 return ExpressionSize;
325 }
326
327 /// Print out the internal representation of this scalar to the specified
328 /// stream. This should really only be used for debugging purposes.
329 LLVM_ABI void print(raw_ostream &OS) const;
330
331 /// This method is used for debugging.
332 LLVM_ABI void dump() const;
333
334 /// Compute and set the canonical SCEV, by constructing a SCEV with the same
335 /// operands, but all SCEVUse flags dropped.
337
338 /// Return the canonical SCEV.
339 const SCEV *getCanonical() const {
340 assert(CanonicalSCEV && "canonical SCEV not yet computed");
341 return CanonicalSCEV;
342 }
343};
344
345// Specialize FoldingSetTrait for SCEV to avoid needing to compute
346// temporary FoldingSetNodeID values.
347template <> struct FoldingSetTrait<SCEV> : DefaultFoldingSetTrait<SCEV> {
348 static void Profile(const SCEV &X, FoldingSetNodeID &ID) { ID = X.FastID; }
349
350 static bool Equals(const SCEV &X, const FoldingSetNodeID &ID) {
351 return ID == X.FastID;
352 }
353};
354
355inline raw_ostream &operator<<(raw_ostream &OS, const SCEV &S) {
356 S.print(OS);
357 return OS;
358}
359
361 U.print(OS);
362 return OS;
363}
364
365/// An object of this class is returned by queries that could not be answered.
366/// For example, if you ask for the number of iterations of a linked-list
367/// traversal loop, you will get one of these. None of the standard SCEV
368/// operations are valid on this class, it is just a marker.
369struct SCEVCouldNotCompute : public SCEV {
371
372 /// Methods for support type inquiry through isa, cast, and dyn_cast:
373 LLVM_ABI static bool classof(const SCEV *S);
374};
375
376/// This class represents an assumption made using SCEV expressions which can
377/// be checked at run-time.
379 friend struct FoldingSetTrait<SCEVPredicate>;
380
381 /// A reference to an Interned FoldingSetNodeID for this node. The
382 /// ScalarEvolution's BumpPtrAllocator holds the data.
383 FoldingSetNodeIDRef FastID;
384
385public:
387
388protected:
390 ~SCEVPredicate() = default;
391 SCEVPredicate(const SCEVPredicate &) = default;
393
394public:
396
397 SCEVPredicateKind getKind() const { return Kind; }
398
399 /// Returns the estimated complexity of this predicate. This is roughly
400 /// measured in the number of run-time checks required.
401 virtual unsigned getComplexity() const { return 1; }
402
403 /// Returns true if the predicate is always true. This means that no
404 /// assumptions were made and nothing needs to be checked at run-time.
405 virtual bool isAlwaysTrue() const = 0;
406
407 /// Returns true if this predicate implies \p N.
408 virtual bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const = 0;
409
410 /// Prints a textual representation of this predicate with an indentation of
411 /// \p Depth.
412 virtual void print(raw_ostream &OS, unsigned Depth = 0) const = 0;
413};
414
416 P.print(OS);
417 return OS;
418}
419
420// Specialize FoldingSetTrait for SCEVPredicate to avoid needing to compute
421// temporary FoldingSetNodeID values.
422template <>
424 static void Profile(const SCEVPredicate &X, FoldingSetNodeID &ID) {
425 ID = X.FastID;
426 }
427
428 static bool Equals(const SCEVPredicate &X, const FoldingSetNodeID &ID) {
429 return ID == X.FastID;
430 }
431};
432
433/// This class represents an assumption that the expression LHS Pred RHS
434/// evaluates to true, and this can be checked at run-time.
436 /// We assume that LHS Pred RHS is true.
437 const ICmpInst::Predicate Pred;
438 const SCEV *LHS;
439 const SCEV *RHS;
440
441public:
443 const ICmpInst::Predicate Pred,
444 const SCEV *LHS, const SCEV *RHS);
445
446 /// Implementation of the SCEVPredicate interface
447 bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const override;
448 void print(raw_ostream &OS, unsigned Depth = 0) const override;
449 bool isAlwaysTrue() const override;
450
451 ICmpInst::Predicate getPredicate() const { return Pred; }
452
453 /// Returns the left hand side of the predicate.
454 const SCEV *getLHS() const { return LHS; }
455
456 /// Returns the right hand side of the predicate.
457 const SCEV *getRHS() const { return RHS; }
458
459 /// Methods for support type inquiry through isa, cast, and dyn_cast:
460 static bool classof(const SCEVPredicate *P) {
461 return P->getKind() == P_Compare;
462 }
463};
464
465/// This class represents an assumption made on an AddRec expression. Given an
466/// affine AddRec expression {a,+,b}, we assume that it has the nssw or nusw
467/// flags (defined below) in the first X iterations of the loop, where X is a
468/// SCEV expression returned by getPredicatedBackedgeTakenCount).
469///
470/// Note that this does not imply that X is equal to the backedge taken
471/// count. This means that if we have a nusw predicate for i32 {0,+,1} with a
472/// predicated backedge taken count of X, we only guarantee that {0,+,1} has
473/// nusw in the first X iterations. {0,+,1} may still wrap in the loop if we
474/// have more than X iterations.
476public:
477 /// Similar to SCEV::NoWrapFlags, but with slightly different semantics
478 /// for FlagNUSW. The increment is considered to be signed, and a + b
479 /// (where b is the increment) is considered to wrap if:
480 /// zext(a + b) != zext(a) + sext(b)
481 ///
482 /// If Signed is a function that takes an n-bit tuple and maps to the
483 /// integer domain as the tuples value interpreted as twos complement,
484 /// and Unsigned a function that takes an n-bit tuple and maps to the
485 /// integer domain as the base two value of input tuple, then a + b
486 /// has IncrementNUSW iff:
487 ///
488 /// 0 <= Unsigned(a) + Signed(b) < 2^n
489 ///
490 /// The IncrementNSSW flag has identical semantics with SCEV::FlagNSW.
491 ///
492 /// Note that the IncrementNUSW flag is not commutative: if base + inc
493 /// has IncrementNUSW, then inc + base doesn't neccessarily have this
494 /// property. The reason for this is that this is used for sign/zero
495 /// extending affine AddRec SCEV expressions when a SCEVWrapPredicate is
496 /// assumed. A {base,+,inc} expression is already non-commutative with
497 /// regards to base and inc, since it is interpreted as:
498 /// (((base + inc) + inc) + inc) ...
500 IncrementAnyWrap = 0, // No guarantee.
501 IncrementNUSW = (1 << 0), // No unsigned with signed increment wrap.
502 IncrementNSSW = (1 << 1), // No signed with signed increment wrap
503 // (equivalent with SCEV::NSW)
504 IncrementNoWrapMask = (1 << 2) - 1
505 };
506
507 /// Convenient IncrementWrapFlags manipulation methods.
508 [[nodiscard]] static SCEVWrapPredicate::IncrementWrapFlags
511 assert((Flags & IncrementNoWrapMask) == Flags && "Invalid flags value!");
512 assert((OffFlags & IncrementNoWrapMask) == OffFlags &&
513 "Invalid flags value!");
514 return (SCEVWrapPredicate::IncrementWrapFlags)(Flags & ~OffFlags);
515 }
516
517 [[nodiscard]] static SCEVWrapPredicate::IncrementWrapFlags
519 assert((Flags & IncrementNoWrapMask) == Flags && "Invalid flags value!");
520 assert((Mask & IncrementNoWrapMask) == Mask && "Invalid mask value!");
521
522 return (SCEVWrapPredicate::IncrementWrapFlags)(Flags & Mask);
523 }
524
525 [[nodiscard]] static SCEVWrapPredicate::IncrementWrapFlags
528 assert((Flags & IncrementNoWrapMask) == Flags && "Invalid flags value!");
529 assert((OnFlags & IncrementNoWrapMask) == OnFlags &&
530 "Invalid flags value!");
531
532 return (SCEVWrapPredicate::IncrementWrapFlags)(Flags | OnFlags);
533 }
534
535 /// Returns the set of SCEVWrapPredicate no wrap flags implied by a
536 /// SCEVAddRecExpr.
537 [[nodiscard]] static SCEVWrapPredicate::IncrementWrapFlags
538 getImpliedFlags(const SCEVAddRecExpr *AR, ScalarEvolution &SE);
539
540private:
541 const SCEVAddRecExpr *AR;
542 IncrementWrapFlags Flags;
543
544public:
545 explicit SCEVWrapPredicate(const FoldingSetNodeIDRef ID,
546 const SCEVAddRecExpr *AR,
547 IncrementWrapFlags Flags);
548
549 /// Returns the set assumed no overflow flags.
550 IncrementWrapFlags getFlags() const { return Flags; }
551
552 /// Implementation of the SCEVPredicate interface
553 const SCEVAddRecExpr *getExpr() const;
554 bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const override;
555 void print(raw_ostream &OS, unsigned Depth = 0) const override;
556 bool isAlwaysTrue() const override;
557
558 /// Methods for support type inquiry through isa, cast, and dyn_cast:
559 static bool classof(const SCEVPredicate *P) {
560 return P->getKind() == P_Wrap;
561 }
562};
563
564/// This class represents a composition of other SCEV predicates, and is the
565/// class that most clients will interact with. This is equivalent to a
566/// logical "AND" of all the predicates in the union.
567///
568/// NB! Unlike other SCEVPredicate sub-classes this class does not live in the
569/// ScalarEvolution::Preds folding set. This is why the \c add function is sound.
571private:
572 using PredicateMap =
574
575 /// Vector with references to all predicates in this union.
577
578 /// Adds a predicate to this union.
579 void add(const SCEVPredicate *N, ScalarEvolution &SE);
580
581public:
583 ScalarEvolution &SE);
584
586
587 /// Returns a new SCEVUnionPredicate that is the union of this predicate
588 /// and the given predicate \p N.
590 ScalarEvolution &SE) const {
591 SCEVUnionPredicate Result(Preds, SE);
592 Result.add(N, SE);
593 return Result;
594 }
595
596 /// Implementation of the SCEVPredicate interface
597 bool isAlwaysTrue() const override;
598 bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const override;
599 void print(raw_ostream &OS, unsigned Depth) const override;
600
601 /// We estimate the complexity of a union predicate as the size number of
602 /// predicates in the union.
603 unsigned getComplexity() const override { return Preds.size(); }
604
605 /// Methods for support type inquiry through isa, cast, and dyn_cast:
606 static bool classof(const SCEVPredicate *P) {
607 return P->getKind() == P_Union;
608 }
609};
610
611/// The main scalar evolution driver. Because client code (intentionally)
612/// can't do much with the SCEV objects directly, they must ask this class
613/// for services.
616
617public:
618 /// An enum describing the relationship between a SCEV and a loop.
620 LoopVariant, ///< The SCEV is loop-variant (unknown).
621 LoopInvariant, ///< The SCEV is loop-invariant.
622 LoopUniform, ///< The SCEV is loop-uniform.
623 LoopComputable ///< The SCEV varies predictably with the loop.
624 };
625
626 /// An enum describing the relationship between a SCEV and a basic block.
628 DoesNotDominateBlock, ///< The SCEV does not dominate the block.
629 DominatesBlock, ///< The SCEV dominates the block.
630 ProperlyDominatesBlock ///< The SCEV properly dominates the block.
631 };
632
633 /// Convenient NoWrapFlags manipulation. TODO: Replace with & operator of
634 /// enum class.
636 SCEV::NoWrapFlags Mask) {
637 return Flags & Mask;
638 }
639 [[nodiscard]] static SCEV::NoWrapFlags setFlags(SCEV::NoWrapFlags Flags,
640 SCEV::NoWrapFlags OnFlags) {
641 return Flags | OnFlags;
642 }
643 [[nodiscard]] static SCEV::NoWrapFlags
645 return Flags & ~OffFlags;
646 }
647 [[nodiscard]] static bool hasFlags(SCEV::NoWrapFlags Flags,
648 SCEV::NoWrapFlags TestFlags) {
649 return TestFlags == maskFlags(Flags, TestFlags);
650 };
651
654 LoopInfo &LI);
657
658 LLVMContext &getContext() const { return F.getContext(); }
659
660 /// Test if values of the given type are analyzable within the SCEV
661 /// framework. This primarily includes integer types, and it can optionally
662 /// include pointer types if the ScalarEvolution class has access to
663 /// target-specific information.
664 LLVM_ABI bool isSCEVable(Type *Ty) const;
665
666 /// Return the size in bits of the specified type, for which isSCEVable must
667 /// return true.
669
670 /// Return a type with the same bitwidth as the given type and which
671 /// represents how SCEV will treat the given type, for which isSCEVable must
672 /// return true. For pointer types, this is the pointer-sized integer type.
674
675 // Returns a wider type among {Ty1, Ty2}.
676 LLVM_ABI Type *getWiderType(Type *Ty1, Type *Ty2) const;
677
678 /// Return true if there exists a point in the program at which both
679 /// A and B could be operands to the same instruction.
680 /// SCEV expressions are generally assumed to correspond to instructions
681 /// which could exists in IR. In general, this requires that there exists
682 /// a use point in the program where all operands dominate the use.
683 ///
684 /// Example:
685 /// loop {
686 /// if
687 /// loop { v1 = load @global1; }
688 /// else
689 /// loop { v2 = load @global2; }
690 /// }
691 /// No SCEV with operand V1, and v2 can exist in this program.
693
694 /// Return true if the SCEV is a scAddRecExpr or it contains
695 /// scAddRecExpr. The result will be cached in HasRecMap.
696 LLVM_ABI bool containsAddRecurrence(const SCEV *S);
697
698 /// Is operation \p BinOp between \p LHS and \p RHS provably does not have
699 /// a signed/unsigned overflow (\p Signed)? If \p CtxI is specified, the
700 /// no-overflow fact should be true in the context of this instruction.
702 const SCEV *LHS, const SCEV *RHS,
703 const Instruction *CtxI = nullptr);
704
705 /// Parse NSW/NUW flags from add/sub/mul IR binary operation \p Op into
706 /// SCEV no-wrap flags, and deduce flag[s] that aren't known yet.
707 /// Does not mutate the original instruction. Returns std::nullopt if it could
708 /// not deduce more precise flags than the instruction already has, otherwise
709 /// returns proven flags.
710 LLVM_ABI std::optional<SCEV::NoWrapFlags>
712
713 /// Notify this ScalarEvolution that \p User directly uses SCEVs in \p Ops.
715
716 /// Return true if the SCEV expression contains an undef value.
717 LLVM_ABI bool containsUndefs(const SCEV *S) const;
718
719 /// Return true if the SCEV expression contains a Value that has been
720 /// optimised out and is now a nullptr.
721 LLVM_ABI bool containsErasedValue(const SCEV *S) const;
722
723 /// Return a SCEV expression for the full generality of the specified
724 /// expression.
725 LLVM_ABI const SCEV *getSCEV(Value *V);
726
727 /// Return an existing SCEV for V if there is one, otherwise return nullptr.
729
731 LLVM_ABI const SCEV *getConstant(const APInt &Val);
732 LLVM_ABI const SCEV *getConstant(Type *Ty, uint64_t V, bool isSigned = false);
733
734 LLVM_ABI const SCEV *getPtrToAddrExpr(const SCEV *Op);
736 unsigned Depth = 0);
737 LLVM_ABI const SCEV *getVScale(Type *Ty);
738 LLVM_ABI const SCEV *
742 unsigned Depth = 0);
744 unsigned Depth = 0);
746 unsigned Depth = 0);
748 unsigned Depth = 0);
749 LLVM_ABI const SCEV *getCastExpr(SCEVTypes Kind, SCEVUse Op, Type *Ty);
751
754 unsigned Depth = 0);
757 unsigned Depth = 0) {
759 return getAddExpr(Ops, Flags, Depth);
760 }
761 const SCEV *getAddExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2,
763 unsigned Depth = 0) {
764 SmallVector<SCEVUse, 3> Ops = {Op0, Op1, Op2};
765 return getAddExpr(Ops, Flags, Depth);
766 }
769 unsigned Depth = 0);
772 unsigned Depth = 0) {
774 return getMulExpr(Ops, Flags, Depth);
775 }
776 const SCEV *getMulExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2,
778 unsigned Depth = 0) {
779 SmallVector<SCEVUse, 3> Ops = {Op0, Op1, Op2};
780 return getMulExpr(Ops, Flags, Depth);
781 }
785 LLVM_ABI const SCEV *getAddRecExpr(SCEVUse Start, SCEVUse Step, const Loop *L,
786 SCEV::NoWrapFlags Flags);
788 const Loop *L, SCEV::NoWrapFlags Flags);
790 const Loop *L, SCEV::NoWrapFlags Flags) {
791 SmallVector<SCEVUse, 4> NewOp(Operands.begin(), Operands.end());
792 return getAddRecExpr(NewOp, L, Flags);
793 }
794
795 /// Checks if \p SymbolicPHI can be rewritten as an AddRecExpr under some
796 /// Predicates. If successful return these <AddRecExpr, Predicates>;
797 /// The function is intended to be called from PSCEV (the caller will decide
798 /// whether to actually add the predicates and carry out the rewrites).
799 LLVM_ABI std::optional<
800 std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
801 createAddRecFromPHIWithCasts(const SCEVUnknown *SymbolicPHI);
802
803 /// Returns an expression for a GEP
804 ///
805 /// \p GEP The GEP. The indices contained in the GEP itself are ignored,
806 /// instead we use IndexExprs.
807 /// \p IndexExprs The expressions for the indices.
809 ArrayRef<SCEVUse> IndexExprs);
810 LLVM_ABI const SCEV *getGEPExpr(SCEVUse BaseExpr,
811 ArrayRef<SCEVUse> IndexExprs,
812 Type *SrcElementTy,
814 LLVM_ABI const SCEV *getAbsExpr(const SCEV *Op, bool IsNSW);
817 LLVM_ABI const SCEV *
826 bool Sequential = false);
828 bool Sequential = false);
829 LLVM_ABI const SCEV *getUnknown(Value *V);
831
832 /// Return a SCEV for the constant 0 of a specific type.
833 const SCEV *getZero(Type *Ty) { return getConstant(Ty, 0); }
834
835 /// Return a SCEV for the constant 1 of a specific type.
836 const SCEV *getOne(Type *Ty) { return getConstant(Ty, 1); }
837
838 /// Return a SCEV for the constant \p Power of two.
839 const SCEV *getPowerOfTwo(Type *Ty, unsigned Power) {
840 assert(Power < getTypeSizeInBits(Ty) && "Power out of range");
842 }
843
844 /// Return a SCEV for the constant -1 of a specific type.
845 const SCEV *getMinusOne(Type *Ty) {
846 return getConstant(Ty, -1, /*isSigned=*/true);
847 }
848
849 /// Return an expression for a TypeSize.
851
852 /// Return an expression for the alloc size of AllocTy that is type IntTy
853 LLVM_ABI const SCEV *getSizeOfExpr(Type *IntTy, Type *AllocTy);
854
855 /// Return an expression for the store size of StoreTy that is type IntTy
856 LLVM_ABI const SCEV *getStoreSizeOfExpr(Type *IntTy, Type *StoreTy);
857
858 /// Return an expression for offsetof on the given field with type IntTy
859 LLVM_ABI const SCEV *getOffsetOfExpr(Type *IntTy, StructType *STy,
860 unsigned FieldNo);
861
862 /// Return the SCEV object corresponding to -V.
863 LLVM_ABI const SCEV *
865
866 /// Return the SCEV object corresponding to ~V.
867 LLVM_ABI const SCEV *getNotSCEV(const SCEV *V);
868
869 /// Return LHS-RHS. Minus is represented in SCEV as A+B*-1.
870 ///
871 /// If the LHS and RHS are pointers which don't share a common base
872 /// (according to getPointerBase()), this returns a SCEVCouldNotCompute.
873 /// To compute the difference between two unrelated pointers, you can
874 /// explicitly convert the arguments using getPtrToAddrExpr(), for pointer
875 /// types that support it.
878 unsigned Depth = 0);
879
880 /// Compute ceil(N / D). N and D are treated as unsigned values.
881 ///
882 /// Since SCEV doesn't have native ceiling division, this generates a
883 /// SCEV expression of the following form:
884 ///
885 /// umin(N, 1) + floor((N - umin(N, 1)) / D)
886 ///
887 /// A denominator of zero or poison is handled the same way as getUDivExpr().
888 LLVM_ABI const SCEV *getUDivCeilSCEV(const SCEV *N, const SCEV *D);
889
890 /// Return a SCEV corresponding to a conversion of the input value to the
891 /// specified type. If the type must be extended, it is zero extended.
892 LLVM_ABI const SCEV *getTruncateOrZeroExtend(const SCEV *V, Type *Ty,
893 unsigned Depth = 0);
894
895 /// Return a SCEV corresponding to a conversion of the input value to the
896 /// specified type. If the type must be extended, it is sign extended.
897 LLVM_ABI const SCEV *getTruncateOrSignExtend(const SCEV *V, Type *Ty,
898 unsigned Depth = 0);
899
900 /// Return a SCEV corresponding to a conversion of the input value to the
901 /// specified type. If the type must be extended, it is zero extended. The
902 /// conversion must not be narrowing.
903 LLVM_ABI const SCEV *getNoopOrZeroExtend(const SCEV *V, Type *Ty);
904
905 /// Return a SCEV corresponding to a conversion of the input value to the
906 /// specified type. If the type must be extended, it is sign extended. The
907 /// conversion must not be narrowing.
908 LLVM_ABI const SCEV *getNoopOrSignExtend(const SCEV *V, Type *Ty);
909
910 /// Return a SCEV corresponding to a conversion of the input value to the
911 /// specified type. If the type must be extended, it is extended with
912 /// unspecified bits. The conversion must not be narrowing.
913 LLVM_ABI const SCEV *getNoopOrAnyExtend(const SCEV *V, Type *Ty);
914
915 /// Return a SCEV corresponding to a conversion of the input value to the
916 /// specified type. The conversion must not be widening.
917 LLVM_ABI const SCEV *getTruncateOrNoop(const SCEV *V, Type *Ty);
918
919 /// Promote the operands to the wider of the types using zero-extension, and
920 /// then perform a umax operation with them.
922 const SCEV *RHS);
923
924 /// Promote the operands to the wider of the types using zero-extension, and
925 /// then perform a umin operation with them.
927 const SCEV *RHS,
928 bool Sequential = false);
929
930 /// Promote the operands to the wider of the types using zero-extension, and
931 /// then perform a umin operation with them. N-ary function.
933 bool Sequential = false);
934
935 /// Transitively follow the chain of pointer-type operands until reaching a
936 /// SCEV that does not have a single pointer operand. This returns a
937 /// SCEVUnknown pointer for well-formed pointer-type expressions, but corner
938 /// cases do exist.
939 LLVM_ABI const SCEV *getPointerBase(const SCEV *V);
940
941 /// Compute an expression equivalent to S - getPointerBase(S).
942 LLVM_ABI const SCEV *removePointerBase(const SCEV *S);
943
944 /// Return a SCEV expression for the specified value at the specified scope
945 /// in the program. The L value specifies a loop nest to evaluate the
946 /// expression at, where null is the top-level or a specified loop is
947 /// immediately inside of the loop.
948 ///
949 /// This method can be used to compute the exit value for a variable defined
950 /// in a loop by querying what the value will hold in the parent loop.
951 ///
952 /// In the case that a relevant loop exit value cannot be computed, the
953 /// original value V is returned.
954 ///
955 /// The result may carry use-specific no-wrap flags. Those hold only in
956 /// contexts reached via \p L's exit.
957 LLVM_ABI SCEVUse getSCEVAtScope(const SCEV *S, const Loop *L);
958
959 /// This is a convenience function which does getSCEVAtScope(getSCEV(V), L).
961
962 /// Test whether entry to the loop is protected by a conditional between LHS
963 /// and RHS. This is used to help avoid max expressions in loop trip
964 /// counts, and to eliminate casts.
966 const SCEV *LHS, const SCEV *RHS);
967
968 /// Test whether entry to the basic block is protected by a conditional
969 /// between LHS and RHS.
971 CmpPredicate Pred,
972 const SCEV *LHS,
973 const SCEV *RHS);
974
975 /// Test whether the backedge of the loop is protected by a conditional
976 /// between LHS and RHS. This is used to eliminate casts.
978 const SCEV *LHS, const SCEV *RHS);
979
980 /// A version of getTripCountFromExitCount below which always picks an
981 /// evaluation type which can not result in overflow.
982 LLVM_ABI const SCEV *getTripCountFromExitCount(const SCEV *ExitCount);
983
984 /// Convert from an "exit count" (i.e. "backedge taken count") to a "trip
985 /// count". A "trip count" is the number of times the header of the loop
986 /// will execute if an exit is taken after the specified number of backedges
987 /// have been taken. (e.g. TripCount = ExitCount + 1). Note that the
988 /// expression can overflow if ExitCount = UINT_MAX. If EvalTy is not wide
989 /// enough to hold the result without overflow, result unsigned wraps with
990 /// 2s-complement semantics. ex: EC = 255 (i8), TC = 0 (i8)
991 LLVM_ABI const SCEV *getTripCountFromExitCount(const SCEV *ExitCount,
992 Type *EvalTy, const Loop *L);
993
994 /// Returns the exact trip count of the loop if we can compute it, and
995 /// the result is a small constant. '0' is used to represent an unknown
996 /// or non-constant trip count. Note that a trip count is simply one more
997 /// than the backedge taken count for the loop.
998 LLVM_ABI unsigned getSmallConstantTripCount(const Loop *L);
999
1000 /// Return the exact trip count for this loop if we exit through ExitingBlock.
1001 /// '0' is used to represent an unknown or non-constant trip count. Note
1002 /// that a trip count is simply one more than the backedge taken count for
1003 /// the same exit.
1004 /// This "trip count" assumes that control exits via ExitingBlock. More
1005 /// precisely, it is the number of times that control will reach ExitingBlock
1006 /// before taking the branch. For loops with multiple exits, it may not be
1007 /// the number times that the loop header executes if the loop exits
1008 /// prematurely via another branch.
1009 LLVM_ABI unsigned getSmallConstantTripCount(const Loop *L,
1010 const BasicBlock *ExitingBlock);
1011
1012 /// Returns the upper bound of the loop trip count as a normal unsigned
1013 /// value.
1014 /// Returns 0 if the trip count is unknown, not constant or requires
1015 /// SCEV predicates and \p Predicates is nullptr.
1017 const Loop *L,
1018 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr);
1019
1020 /// Returns the largest constant divisor of the trip count as a normal
1021 /// unsigned value, if possible. This means that the actual trip count is
1022 /// always a multiple of the returned value. Returns 1 if the trip count is
1023 /// unknown or not guaranteed to be the multiple of a constant., Will also
1024 /// return 1 if the trip count is very large (>= 2^32).
1025 /// Note that the argument is an exit count for loop L, NOT a trip count.
1026 LLVM_ABI unsigned getSmallConstantTripMultiple(const Loop *L,
1027 const SCEV *ExitCount);
1028
1029 /// Returns the largest constant divisor of the trip count of the
1030 /// loop. Will return 1 if no trip count could be computed, or if a
1031 /// divisor could not be found.
1032 LLVM_ABI unsigned getSmallConstantTripMultiple(const Loop *L);
1033
1034 /// Returns the largest constant divisor of the trip count of this loop as a
1035 /// normal unsigned value, if possible. This means that the actual trip
1036 /// count is always a multiple of the returned value (don't forget the trip
1037 /// count could very well be zero as well!). As explained in the comments
1038 /// for getSmallConstantTripCount, this assumes that control exits the loop
1039 /// via ExitingBlock.
1040 LLVM_ABI unsigned
1041 getSmallConstantTripMultiple(const Loop *L, const BasicBlock *ExitingBlock);
1042
1043 /// The terms "backedge taken count" and "exit count" are used
1044 /// interchangeably to refer to the number of times the backedge of a loop
1045 /// has executed before the loop is exited.
1047 /// An expression exactly describing the number of times the backedge has
1048 /// executed when a loop is exited.
1050 /// A constant which provides an upper bound on the exact trip count.
1052 /// An expression which provides an upper bound on the exact trip count.
1054 };
1055
1056 /// Return the number of times the backedge executes before the given exit
1057 /// would be taken; if not exactly computable, return SCEVCouldNotCompute.
1058 /// For a single exit loop, this value is equivelent to the result of
1059 /// getBackedgeTakenCount. The loop is guaranteed to exit (via *some* exit)
1060 /// before the backedge is executed (ExitCount + 1) times. Note that there
1061 /// is no guarantee about *which* exit is taken on the exiting iteration.
1062 LLVM_ABI const SCEV *getExitCount(const Loop *L,
1063 const BasicBlock *ExitingBlock,
1064 ExitCountKind Kind = Exact);
1065
1066 /// Same as above except this uses the predicated backedge taken info and
1067 /// may require predicates.
1068 LLVM_ABI const SCEV *
1069 getPredicatedExitCount(const Loop *L, const BasicBlock *ExitingBlock,
1071 ExitCountKind Kind = Exact);
1072
1073 /// If the specified loop has a predictable backedge-taken count, return it,
1074 /// otherwise return a SCEVCouldNotCompute object. The backedge-taken count is
1075 /// the number of times the loop header will be branched to from within the
1076 /// loop, assuming there are no abnormal exists like exception throws. This is
1077 /// one less than the trip count of the loop, since it doesn't count the first
1078 /// iteration, when the header is branched to from outside the loop.
1079 ///
1080 /// Note that it is not valid to call this method on a loop without a
1081 /// loop-invariant backedge-taken count (see
1082 /// hasLoopInvariantBackedgeTakenCount).
1083 LLVM_ABI const SCEV *getBackedgeTakenCount(const Loop *L,
1084 ExitCountKind Kind = Exact);
1085
1086 /// Similar to getBackedgeTakenCount, except it will add a set of
1087 /// SCEV predicates to Predicates that are required to be true in order for
1088 /// the answer to be correct. Predicates can be checked with run-time
1089 /// checks and can be used to perform loop versioning.
1091 const Loop *L, SmallVectorImpl<const SCEVPredicate *> &Predicates);
1092
1093 /// When successful, this returns a SCEVConstant that is greater than or equal
1094 /// to (i.e. a "conservative over-approximation") of the value returend by
1095 /// getBackedgeTakenCount. If such a value cannot be computed, it returns the
1096 /// SCEVCouldNotCompute object.
1100
1101 /// Similar to getConstantMaxBackedgeTakenCount, except it will add a set of
1102 /// SCEV predicates to Predicates that are required to be true in order for
1103 /// the answer to be correct. Predicates can be checked with run-time
1104 /// checks and can be used to perform loop versioning.
1106 const Loop *L, SmallVectorImpl<const SCEVPredicate *> &Predicates);
1107
1108 /// When successful, this returns a SCEV that is greater than or equal
1109 /// to (i.e. a "conservative over-approximation") of the value returend by
1110 /// getBackedgeTakenCount. If such a value cannot be computed, it returns the
1111 /// SCEVCouldNotCompute object.
1115
1116 /// Similar to getSymbolicMaxBackedgeTakenCount, except it will add a set of
1117 /// SCEV predicates to Predicates that are required to be true in order for
1118 /// the answer to be correct. Predicates can be checked with run-time
1119 /// checks and can be used to perform loop versioning.
1121 const Loop *L, SmallVectorImpl<const SCEVPredicate *> &Predicates);
1122
1123 /// Return true if the backedge taken count is either the value returned by
1124 /// getConstantMaxBackedgeTakenCount or zero.
1126
1127 /// Return true if the specified loop has an analyzable loop-invariant
1128 /// backedge-taken count.
1130
1131 // This method should be called by the client when it made any change that
1132 // would invalidate SCEV's answers, and the client wants to remove all loop
1133 // information held internally by ScalarEvolution. This is intended to be used
1134 // when the alternative to forget a loop is too expensive (i.e. large loop
1135 // bodies).
1136 LLVM_ABI void forgetAllLoops();
1137
1138 /// This method should be called by the client when it has changed a loop in
1139 /// a way that may effect ScalarEvolution's ability to compute a trip count,
1140 /// or if the loop is deleted. This call is potentially expensive for large
1141 /// loop bodies.
1142 LLVM_ABI void forgetLoop(const Loop *L);
1143
1144 // This method invokes forgetLoop for the outermost loop of the given loop
1145 // \p L, making ScalarEvolution forget about all this subtree. This needs to
1146 // be done whenever we make a transform that may affect the parameters of the
1147 // outer loop, such as exit counts for branches.
1148 LLVM_ABI void forgetTopmostLoop(const Loop *L);
1149
1150 /// This method should be called by the client when it has changed a value
1151 /// in a way that may effect its value, or which may disconnect it from a
1152 /// def-use chain linking it to a loop.
1153 LLVM_ABI void forgetValue(Value *V);
1154
1155 /// Batched forgetValue: invalidates all \p Values in one shared def-use walk,
1156 /// avoiding the redundant re-traversal of overlapping users.
1158
1159 /// Forget LCSSA phi node V of loop L to which a new predecessor was added,
1160 /// such that it may no longer be trivial.
1162
1163 /// Called when the client has changed the disposition of values in
1164 /// this loop.
1165 ///
1166 /// We don't have a way to invalidate per-loop dispositions. Clear and
1167 /// recompute is simpler.
1169
1170 /// Called when the client has changed the disposition of values in
1171 /// a loop or block.
1172 ///
1173 /// We don't have a way to invalidate per-loop/per-block dispositions. Clear
1174 /// and recompute is simpler.
1176
1177 /// Determine the minimum number of zero bits that S is guaranteed to end in
1178 /// (at every loop iteration). It is, at the same time, the minimum number
1179 /// of times S is divisible by 2. For example, given {4,+,8} it returns 2.
1180 /// If S is guaranteed to be 0, it returns the bitwidth of S.
1181 /// If \p CtxI is not nullptr, return a constant multiple valid at \p CtxI.
1183 const Instruction *CtxI = nullptr);
1184
1185 /// Returns the max constant multiple of S. If \p CtxI is not nullptr, return
1186 /// a constant multiple valid at \p CtxI.
1188 const Instruction *CtxI = nullptr);
1189
1190 // Returns the max constant multiple of S. If S is exactly 0, return 1.
1192
1193 /// Determine the unsigned range for a particular SCEV.
1194 /// NOTE: This returns a copy of the reference returned by getRangeRef.
1196 if (const APInt *C = getConstantAPIntOrNull(S))
1197 return ConstantRange(*C);
1198 return getRangeRef(S, HINT_RANGE_UNSIGNED);
1199 }
1200
1201 /// Determine the min of the unsigned range for a particular SCEV.
1203 if (const APInt *C = getConstantAPIntOrNull(S))
1204 return *C;
1205 return getRangeRef(S, HINT_RANGE_UNSIGNED).getUnsignedMin();
1206 }
1207
1208 /// Determine the max of the unsigned range for a particular SCEV.
1210 if (const APInt *C = getConstantAPIntOrNull(S))
1211 return *C;
1212 return getRangeRef(S, HINT_RANGE_UNSIGNED).getUnsignedMax();
1213 }
1214
1215 /// Determine the signed range for a particular SCEV.
1216 /// NOTE: This returns a copy of the reference returned by getRangeRef.
1218 if (const APInt *C = getConstantAPIntOrNull(S))
1219 return ConstantRange(*C);
1220 return getRangeRef(S, HINT_RANGE_SIGNED);
1221 }
1222
1223 /// Determine the min of the signed range for a particular SCEV.
1225 if (const APInt *C = getConstantAPIntOrNull(S))
1226 return *C;
1227 return getRangeRef(S, HINT_RANGE_SIGNED).getSignedMin();
1228 }
1229
1230 /// Determine the max of the signed range for a particular SCEV.
1232 if (const APInt *C = getConstantAPIntOrNull(S))
1233 return *C;
1234 return getRangeRef(S, HINT_RANGE_SIGNED).getSignedMax();
1235 }
1236
1237 /// Test if the given expression is known to be negative.
1238 LLVM_ABI bool isKnownNegative(const SCEV *S);
1239
1240 /// Test if the given expression is known to be positive.
1241 LLVM_ABI bool isKnownPositive(const SCEV *S);
1242
1243 /// Test if the given expression is known to be non-negative.
1244 LLVM_ABI bool isKnownNonNegative(const SCEV *S);
1245
1246 /// Test if the given expression is known to be non-positive.
1247 LLVM_ABI bool isKnownNonPositive(const SCEV *S);
1248
1249 /// Test if the given expression is known to be non-zero.
1250 LLVM_ABI bool isKnownNonZero(const SCEV *S);
1251
1252 /// Returns true if \p Op is guaranteed to not be poison.
1253 LLVM_ABI static bool isGuaranteedNotToBePoison(const SCEV *Op);
1254
1255 /// Test if the given expression is known to be a power of 2. OrNegative
1256 /// allows matching negative power of 2s, and OrZero allows matching 0.
1257 LLVM_ABI bool isKnownToBeAPowerOfTwo(const SCEV *S, bool OrZero = false,
1258 bool OrNegative = false);
1259
1260 /// Check that \p S is a multiple of \p M. When \p S is an AddRecExpr, \p S is
1261 /// a multiple of \p M if \p S starts with a multiple of \p M and at every
1262 /// iteration step \p S only adds multiples of \p M. \p Assumptions records
1263 /// the runtime predicates under which \p S is a multiple of \p M.
1265 const SCEV *S, uint64_t M,
1266 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr);
1267
1268 /// Return true if we know that S1 and S2 must have the same sign.
1269 LLVM_ABI bool haveSameSign(const SCEV *S1, const SCEV *S2);
1270
1271 /// Splits SCEV expression \p S into two SCEVs. One of them is obtained from
1272 /// \p S by substitution of all AddRec sub-expression related to loop \p L
1273 /// with initial value of that SCEV. The second is obtained from \p S by
1274 /// substitution of all AddRec sub-expressions related to loop \p L with post
1275 /// increment of this AddRec in the loop \p L. In both cases all other AddRec
1276 /// sub-expressions (not related to \p L) remain the same.
1277 /// If the \p S contains non-invariant unknown SCEV the function returns
1278 /// CouldNotCompute SCEV in both values of std::pair.
1279 /// For example, for SCEV S={0, +, 1}<L1> + {0, +, 1}<L2> and loop L=L1
1280 /// the function returns pair:
1281 /// first = {0, +, 1}<L2>
1282 /// second = {1, +, 1}<L1> + {0, +, 1}<L2>
1283 /// We can see that for the first AddRec sub-expression it was replaced with
1284 /// 0 (initial value) for the first element and to {1, +, 1}<L1> (post
1285 /// increment value) for the second one. In both cases AddRec expression
1286 /// related to L2 remains the same.
1287 LLVM_ABI std::pair<const SCEV *, const SCEV *>
1288 SplitIntoInitAndPostInc(const Loop *L, const SCEV *S);
1289
1290 /// We'd like to check the predicate on every iteration of the most dominated
1291 /// loop between loops used in LHS and RHS.
1292 /// To do this we use the following list of steps:
1293 /// 1. Collect set S all loops on which either LHS or RHS depend.
1294 /// 2. If S is non-empty
1295 /// a. Let PD be the element of S which is dominated by all other elements.
1296 /// b. Let E(LHS) be value of LHS on entry of PD.
1297 /// To get E(LHS), we should just take LHS and replace all AddRecs that are
1298 /// attached to PD on with their entry values.
1299 /// Define E(RHS) in the same way.
1300 /// c. Let B(LHS) be value of L on backedge of PD.
1301 /// To get B(LHS), we should just take LHS and replace all AddRecs that are
1302 /// attached to PD on with their backedge values.
1303 /// Define B(RHS) in the same way.
1304 /// d. Note that E(LHS) and E(RHS) are automatically available on entry of PD,
1305 /// so we can assert on that.
1306 /// e. Return true if isLoopEntryGuardedByCond(Pred, E(LHS), E(RHS)) &&
1307 /// isLoopBackedgeGuardedByCond(Pred, B(LHS), B(RHS))
1309 SCEVUse RHS);
1310
1311 /// Test if the given expression is known to satisfy the condition described
1312 /// by Pred, LHS, and RHS.
1314
1315 /// Check whether the condition described by Pred, LHS, and RHS is true or
1316 /// false. If we know it, return the evaluation of this condition. If neither
1317 /// is proved, return std::nullopt.
1318 LLVM_ABI std::optional<bool>
1319 evaluatePredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS);
1320
1321 /// Test if the given expression is known to satisfy the condition described
1322 /// by Pred, LHS, and RHS in the given Context.
1324 const SCEV *RHS, const Instruction *CtxI);
1325
1326 /// Check whether the condition described by Pred, LHS, and RHS is true or
1327 /// false in the given \p Context. If we know it, return the evaluation of
1328 /// this condition. If neither is proved, return std::nullopt.
1329 LLVM_ABI std::optional<bool> evaluatePredicateAt(CmpPredicate Pred,
1330 const SCEV *LHS,
1331 const SCEV *RHS,
1332 const Instruction *CtxI);
1333
1334 /// Test if the condition described by Pred, LHS, RHS is known to be true on
1335 /// every iteration of the loop of the recurrency LHS.
1337 const SCEVAddRecExpr *LHS,
1338 const SCEV *RHS);
1339
1340 /// Information about the number of loop iterations for which a loop exit's
1341 /// branch condition evaluates to the not-taken path. This is a temporary
1342 /// pair of exact and max expressions that are eventually summarized in
1343 /// ExitNotTakenInfo and BackedgeTakenInfo.
1344 struct ExitLimit {
1345 const SCEV *ExactNotTaken; // The exit is not taken exactly this many times
1346 const SCEV *ConstantMaxNotTaken; // The exit is not taken at most this many
1347 // times
1349
1350 // Not taken either exactly ConstantMaxNotTaken or zero times
1351 bool MaxOrZero = false;
1352
1353 /// A vector of predicate guards for this ExitLimit. The result is only
1354 /// valid if all of the predicates in \c Predicates evaluate to 'true' at
1355 /// run-time.
1357
1358 /// Construct either an exact exit limit from a constant, or an unknown
1359 /// one from a SCEVCouldNotCompute. No other types of SCEVs are allowed
1360 /// as arguments and asserts enforce that internally.
1361 /*implicit*/ LLVM_ABI ExitLimit(const SCEV *E);
1362 /*implicit*/ ExitLimit(SCEVUse E) : ExitLimit((const SCEV *)E) {}
1363
1364 LLVM_ABI
1365 ExitLimit(const SCEV *E, const SCEV *ConstantMaxNotTaken,
1366 const SCEV *SymbolicMaxNotTaken, bool MaxOrZero,
1368
1370 const SCEV *SymbolicMaxNotTaken, bool MaxOrZero,
1372
1373 /// Test whether this ExitLimit contains any computed information, or
1374 /// whether it's all SCEVCouldNotCompute values.
1379
1380 /// Test whether this ExitLimit contains all information.
1381 bool hasFullInfo() const {
1383 }
1384 };
1385
1386 /// Compute the number of times the backedge of the specified loop will
1387 /// execute if its exit condition were a conditional branch of ExitCond.
1388 ///
1389 /// \p ControlsOnlyExit is true if ExitCond directly controls the only exit
1390 /// branch. In this case, we can assume that the loop exits only if the
1391 /// condition is true and can infer that failing to meet the condition prior
1392 /// to integer wraparound results in undefined behavior.
1393 ///
1394 /// If \p AllowPredicates is set, this call will try to use a minimal set of
1395 /// SCEV predicates in order to return an exact answer.
1396 LLVM_ABI ExitLimit computeExitLimitFromCond(const Loop *L, Value *ExitCond,
1397 bool ExitIfTrue,
1398 bool ControlsOnlyExit,
1399 bool AllowPredicates = false);
1400
1401 /// A predicate is said to be monotonically increasing if may go from being
1402 /// false to being true as the loop iterates, but never the other way
1403 /// around. A predicate is said to be monotonically decreasing if may go
1404 /// from being true to being false as the loop iterates, but never the other
1405 /// way around.
1410
1411 /// If, for all loop invariant X, the predicate "LHS `Pred` X" is
1412 /// monotonically increasing or decreasing, returns
1413 /// Some(MonotonicallyIncreasing) and Some(MonotonicallyDecreasing)
1414 /// respectively. If we could not prove either of these facts, returns
1415 /// std::nullopt.
1416 LLVM_ABI std::optional<MonotonicPredicateType>
1418 ICmpInst::Predicate Pred);
1419
1428 /// If the result of the predicate LHS `Pred` RHS is loop invariant with
1429 /// respect to L, return a LoopInvariantPredicate with LHS and RHS being
1430 /// invariants, available at L's entry. Otherwise, return std::nullopt.
1431 LLVM_ABI std::optional<LoopInvariantPredicate>
1433 const Loop *L, const Instruction *CtxI = nullptr);
1434
1435 /// If the result of the predicate LHS `Pred` RHS is loop invariant with
1436 /// respect to L at given Context during at least first MaxIter iterations,
1437 /// return a LoopInvariantPredicate with LHS and RHS being invariants,
1438 /// available at L's entry. Otherwise, return std::nullopt. The predicate
1439 /// should be the loop's exit condition.
1440 LLVM_ABI std::optional<LoopInvariantPredicate>
1442 const SCEV *LHS,
1443 const SCEV *RHS, const Loop *L,
1444 const Instruction *CtxI,
1445 const SCEV *MaxIter);
1446
1447 LLVM_ABI std::optional<LoopInvariantPredicate>
1449 CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L,
1450 const Instruction *CtxI, const SCEV *MaxIter);
1451
1452 /// Simplify LHS and RHS in a comparison with predicate Pred. Return true
1453 /// iff any changes were made. If the operands are provably equal or
1454 /// unequal, LHS and RHS are set to the same value and Pred is set to either
1455 /// ICMP_EQ or ICMP_NE.
1457 SCEVUse &RHS, unsigned Depth = 0);
1458
1459 /// Return the "disposition" of the given SCEV with respect to the given
1460 /// loop.
1462
1463 /// Returns true if the given SCEV is loop-uniform with respect to the
1464 /// specified loop L.
1465 ///
1466 /// A SCEV is considered loop-uniform if its value is invariant across all
1467 /// iterations of L, meaning it does not depend on any induction variables
1468 /// or values that vary within L.
1469 ///
1470 /// This notion is particularly useful in nested loops, where a value may vary
1471 /// in an inner loop but remain invariant in an outer loop.
1472 ///
1473 /// Example:
1474 /// \code
1475 /// for (i)
1476 /// for (j)
1477 /// dep(j);
1478 /// dep(i, j);
1479 /// \endcode
1480 /// isLoopUniform(SCEV(dep(j)), loop_i) returns true, as `j` is independent of
1481 /// `i`.
1482 /// isLoopUniform(SCEV(dep(i, j)), loop_i) returns false, as the expression
1483 /// depends on `i`, which varies in loop_i.
1484 LLVM_ABI bool isLoopUniform(const SCEV *S, const Loop *L);
1485
1486 /// Return true if the value of the given SCEV is unchanging in the
1487 /// specified loop.
1488 LLVM_ABI bool isLoopInvariant(const SCEV *S, const Loop *L);
1489
1490 /// Determine if the SCEV can be evaluated at loop's entry. It is true if it
1491 /// doesn't depend on a SCEVUnknown of an instruction which is dominated by
1492 /// the header of loop L.
1493 LLVM_ABI bool isAvailableAtLoopEntry(const SCEV *S, const Loop *L);
1494
1495 /// Return true if the given SCEV changes value in a known way in the
1496 /// specified loop. This property being true implies that the value is
1497 /// variant in the loop AND that we can emit an expression to compute the
1498 /// value of the expression at any particular loop iteration.
1499 LLVM_ABI bool hasComputableLoopEvolution(const SCEV *S, const Loop *L);
1500
1501 /// Return the "disposition" of the given SCEV with respect to the given
1502 /// block.
1504 const BasicBlock *BB);
1505
1506 /// Return true if elements that makes up the given SCEV dominate the
1507 /// specified basic block.
1508 LLVM_ABI bool dominates(const SCEV *S, const BasicBlock *BB);
1509
1510 /// Return true if elements that makes up the given SCEV properly dominate
1511 /// the specified basic block.
1512 LLVM_ABI bool properlyDominates(const SCEV *S, const BasicBlock *BB);
1513
1514 /// Test whether the given SCEV has Op as a direct or indirect operand.
1515 LLVM_ABI bool hasOperand(const SCEV *S, const SCEV *Op) const;
1516
1517 /// Return the size of an element read or written by Inst.
1519
1520 LLVM_ABI void print(raw_ostream &OS) const;
1521 LLVM_ABI void verify() const;
1523 FunctionAnalysisManager::Invalidator &Inv);
1524
1525 /// Return the DataLayout associated with the module this SCEV instance is
1526 /// operating on.
1527 const DataLayout &getDataLayout() const { return DL; }
1528
1530 const SCEV *RHS);
1532 const SCEV *LHS,
1533 const SCEV *RHS);
1534
1535 LLVM_ABI const SCEVPredicate *
1538
1539 /// Re-writes the SCEV according to the Predicates in \p A.
1540 LLVM_ABI const SCEV *rewriteUsingPredicate(const SCEV *S, const Loop *L,
1541 const SCEVPredicate &A);
1542 /// Tries to convert the \p S expression to an AddRec expression,
1543 /// adding additional predicates to \p Preds as required.
1545 const SCEV *S, const Loop *L,
1547
1548 /// Compute \p LHS - \p RHS and returns the result as an APInt if it is a
1549 /// constant, and std::nullopt if it isn't.
1550 ///
1551 /// This is intended to be a cheaper version of getMinusSCEV. We can be
1552 /// frugal here since we just bail out of actually constructing and
1553 /// canonicalizing an expression in the cases where the result isn't going
1554 /// to be a constant.
1555 LLVM_ABI std::optional<APInt> computeConstantDifference(const SCEV *LHS,
1556 const SCEV *RHS);
1557
1558 /// Update no-wrap flags of an AddRec. This may drop the cached info about
1559 /// this AddRec (such as range info) in case if new flags may potentially
1560 /// sharpen it.
1562
1563 class LoopGuards {
1566 bool PreserveNUW = false;
1567 bool PreserveNSW = false;
1568 ScalarEvolution &SE;
1569
1570 LoopGuards(ScalarEvolution &SE) : SE(SE) {}
1571
1572 /// Recursively collect loop guards in \p Guards, starting from
1573 /// block \p Block with predecessor \p Pred. The intended starting point
1574 /// is to collect from a loop header and its predecessor.
1575 static void
1576 collectFromBlock(ScalarEvolution &SE, ScalarEvolution::LoopGuards &Guards,
1577 const BasicBlock *Block, const BasicBlock *Pred,
1579 unsigned Depth = 0);
1580
1581 /// Collect loop guards in \p Guards, starting from PHINode \p
1582 /// Phi, by calling \p collectFromBlock on the incoming blocks of
1583 /// \Phi and trying to merge the found constraints into a single
1584 /// combined one for \p Phi.
1585 static void collectFromPHI(
1589 unsigned Depth);
1590
1591 public:
1592 /// Collect rewrite map for loop guards for loop \p L, together with flags
1593 /// indicating if NUW and NSW can be preserved during rewriting.
1594 LLVM_ABI static LoopGuards collect(const Loop *L, ScalarEvolution &SE);
1595
1596 /// Try to apply the collected loop guards to \p Expr.
1597 LLVM_ABI const SCEV *rewrite(const SCEV *Expr) const;
1598 };
1599
1600 /// Try to apply information from loop guards for \p L to \p Expr.
1601 LLVM_ABI const SCEV *applyLoopGuards(const SCEV *Expr, const Loop *L);
1602 LLVM_ABI const SCEV *applyLoopGuards(const SCEV *Expr,
1603 const LoopGuards &Guards);
1604
1605 /// Return true if the loop has no abnormal exits. That is, if the loop
1606 /// is not infinite, it must exit through an explicit edge in the CFG.
1607 /// (As opposed to either a) throwing out of the function or b) entering a
1608 /// well defined infinite loop in some callee.)
1610 return getLoopProperties(L).HasNoAbnormalExits;
1611 }
1612
1613 /// Return true if this loop is finite by assumption. That is,
1614 /// to be infinite, it must also be undefined.
1615 LLVM_ABI bool loopIsFiniteByAssumption(const Loop *L);
1616
1617 /// Return the set of Values that, if poison, will definitively result in S
1618 /// being poison as well. The returned set may be incomplete, i.e. there can
1619 /// be additional Values that also result in S being poison.
1620 LLVM_ABI void
1622 const SCEV *S);
1623
1624 /// Check whether it is poison-safe to represent the expression S using the
1625 /// instruction I. If such a replacement is performed, the poison flags of
1626 /// instructions in DropPoisonGeneratingInsts must be dropped.
1628 const SCEV *S, Instruction *I,
1629 SmallVectorImpl<Instruction *> &DropPoisonGeneratingInsts);
1630
1631 class FoldID {
1632 SCEVUse Op;
1633 const Type *Ty = nullptr;
1634 unsigned short C;
1635
1636 public:
1637 FoldID(SCEVTypes C, SCEVUse Op, const Type *Ty) : Op(Op), Ty(Ty), C(C) {
1638 assert(Op.getPointer());
1639 assert(Ty);
1640 }
1641
1642 FoldID(unsigned short C) : C(C) {}
1643
1644 unsigned computeHash() const {
1647 reinterpret_cast<uintptr_t>(Op.getOpaqueValue()),
1648 reinterpret_cast<uintptr_t>(Ty)));
1649 }
1650
1651 bool operator==(const FoldID &RHS) const {
1652 return std::tie(Op, Ty, C) == std::tie(RHS.Op, RHS.Ty, RHS.C);
1653 }
1654 };
1655
1656private:
1657 /// A CallbackVH to arrange for ScalarEvolution to be notified whenever a
1658 /// Value is deleted.
1659 class LLVM_ABI SCEVCallbackVH final : public CallbackVH {
1660 ScalarEvolution *SE;
1661
1662 void deleted() override;
1663 void allUsesReplacedWith(Value *New) override;
1664
1665 public:
1666 SCEVCallbackVH(Value *V, ScalarEvolution *SE = nullptr);
1667 };
1668
1669 friend class SCEVCallbackVH;
1670 friend class SCEVExpander;
1671 friend class SCEVUnknown;
1672 friend class VPSCEVExpander;
1673 // Needs getWithOperands to rebuild a node from its canonical operands.
1675
1676 /// The function we are analyzing.
1677 Function &F;
1678
1679 /// Data layout of the module.
1680 const DataLayout &DL;
1681
1682 /// Does the module have any calls to the llvm.experimental.guard intrinsic
1683 /// at all? If this is false, we avoid doing work that will only help if
1684 /// thare are guards present in the IR.
1685 bool HasGuards;
1686
1687 /// The target library information for the target we are targeting.
1688 TargetLibraryInfo &TLI;
1689
1690 /// The tracker for \@llvm.assume intrinsics in this function.
1691 AssumptionCache &AC;
1692
1693 /// The dominator tree.
1694 DominatorTree &DT;
1695
1696 /// The loop information for the function we are currently analyzing.
1697 LoopInfo &LI;
1698
1699 /// This SCEV is used to represent unknown trip counts and things.
1700 std::unique_ptr<SCEVCouldNotCompute> CouldNotCompute;
1701
1702 /// The type for HasRecMap.
1703 using HasRecMapType = DenseMap<const SCEV *, bool>;
1704
1705 /// This is a cache to record whether a SCEV contains any scAddRecExpr.
1706 HasRecMapType HasRecMap;
1707
1708 /// The type for ExprValueMap.
1709 using ValueSetVector = SmallSetVector<Value *, 4>;
1710 using ExprValueMapType = DenseMap<const SCEV *, ValueSetVector>;
1711
1712 /// ExprValueMap -- This map records the original values from which
1713 /// the SCEV expr is generated from.
1714 ExprValueMapType ExprValueMap;
1715
1716 /// The type for ValueExprMap.
1717 using ValueExprMapType =
1719
1720 /// This is a cache of the values we have analyzed so far.
1721 ValueExprMapType ValueExprMap;
1722
1723 /// This is a cache for expressions that got folded to a different existing
1724 /// SCEV.
1727
1728 /// Mark predicate values currently being processed by isImpliedCond.
1729 SmallPtrSet<const Value *, 6> PendingLoopPredicates;
1730
1731 // Mark SCEVUnknown Phis currently being processed by isImpliedViaMerge.
1732 SmallPtrSet<const PHINode *, 6> PendingMerges;
1733
1734 /// Set to true by isLoopBackedgeGuardedByCond when we're walking the set of
1735 /// conditions dominating the backedge of a loop.
1736 bool WalkingBEDominatingConds = false;
1737
1738 /// Set to true by isKnownPredicateViaSplitting when we're trying to prove a
1739 /// predicate by splitting it into a set of independent predicates.
1740 bool ProvingSplitPredicate = false;
1741
1742 /// Memoized values for the getConstantMultiple
1743 DenseMap<const SCEV *, APInt> ConstantMultipleCache;
1744
1745 /// Return the Value set from which the SCEV expr is generated.
1746 ArrayRef<Value *> getSCEVValues(const SCEV *S);
1747
1748 /// Private helper method for the getConstantMultiple method. If \p CtxI is
1749 /// not nullptr, return a constant multiple valid at \p CtxI.
1750 APInt getConstantMultipleImpl(const SCEV *S,
1751 const Instruction *Ctx = nullptr);
1752
1753 /// Information about the number of times a particular loop exit may be
1754 /// reached before exiting the loop.
1755 struct ExitNotTakenInfo {
1756 PoisoningVH<BasicBlock> ExitingBlock;
1757 const SCEV *ExactNotTaken;
1758 const SCEV *ConstantMaxNotTaken;
1759 const SCEV *SymbolicMaxNotTaken;
1761
1762 explicit ExitNotTakenInfo(PoisoningVH<BasicBlock> ExitingBlock,
1763 const SCEV *ExactNotTaken,
1764 const SCEV *ConstantMaxNotTaken,
1765 const SCEV *SymbolicMaxNotTaken,
1767 : ExitingBlock(ExitingBlock), ExactNotTaken(ExactNotTaken),
1768 ConstantMaxNotTaken(ConstantMaxNotTaken),
1769 SymbolicMaxNotTaken(SymbolicMaxNotTaken), Predicates(Predicates) {}
1770
1771 bool hasAlwaysTruePredicate() const {
1772 return Predicates.empty();
1773 }
1774 };
1775
1776 /// Information about the backedge-taken count of a loop. This currently
1777 /// includes an exact count and a maximum count.
1778 ///
1779 class BackedgeTakenInfo {
1780 friend class ScalarEvolution;
1781
1782 /// A list of computable exits and their not-taken counts. Loops almost
1783 /// never have more than one computable exit.
1784 SmallVector<ExitNotTakenInfo, 1> ExitNotTaken;
1785
1786 /// Expression indicating the least constant maximum backedge-taken count of
1787 /// the loop that is known, or a SCEVCouldNotCompute. This expression is
1788 /// only valid if the predicates associated with all loop exits are true.
1789 const SCEV *ConstantMax = nullptr;
1790
1791 /// Indicating if \c ExitNotTaken has an element for every exiting block in
1792 /// the loop.
1793 bool IsComplete = false;
1794
1795 /// Expression indicating the least maximum backedge-taken count of the loop
1796 /// that is known, or a SCEVCouldNotCompute. Lazily computed on first query.
1797 const SCEV *SymbolicMax = nullptr;
1798
1799 /// True iff the backedge is taken either exactly Max or zero times.
1800 bool MaxOrZero = false;
1801
1802 bool isComplete() const { return IsComplete; }
1803 const SCEV *getConstantMax() const { return ConstantMax; }
1804
1805 LLVM_ABI const ExitNotTakenInfo *getExitNotTaken(
1806 const BasicBlock *ExitingBlock,
1807 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr) const;
1808
1809 public:
1810 BackedgeTakenInfo() = default;
1811 BackedgeTakenInfo(BackedgeTakenInfo &&) = default;
1812 BackedgeTakenInfo &operator=(BackedgeTakenInfo &&) = default;
1813
1814 using EdgeExitInfo = std::pair<BasicBlock *, ExitLimit>;
1815
1816 /// Initialize BackedgeTakenInfo from a list of exact exit counts.
1817 LLVM_ABI BackedgeTakenInfo(ArrayRef<EdgeExitInfo> ExitCounts,
1818 bool IsComplete, const SCEV *ConstantMax,
1819 bool MaxOrZero);
1820
1821 /// Test whether this BackedgeTakenInfo contains any computed information,
1822 /// or whether it's all SCEVCouldNotCompute values.
1823 bool hasAnyInfo() const {
1824 return !ExitNotTaken.empty() ||
1825 !isa<SCEVCouldNotCompute>(getConstantMax());
1826 }
1827
1828 /// Test whether this BackedgeTakenInfo contains complete information.
1829 bool hasFullInfo() const { return isComplete(); }
1830
1831 /// Return an expression indicating the exact *backedge-taken*
1832 /// count of the loop if it is known or SCEVCouldNotCompute
1833 /// otherwise. If execution makes it to the backedge on every
1834 /// iteration (i.e. there are no abnormal exists like exception
1835 /// throws and thread exits) then this is the number of times the
1836 /// loop header will execute minus one.
1837 ///
1838 /// If the SCEV predicate associated with the answer can be different
1839 /// from AlwaysTrue, we must add a (non null) Predicates argument.
1840 /// The SCEV predicate associated with the answer will be added to
1841 /// Predicates. A run-time check needs to be emitted for the SCEV
1842 /// predicate in order for the answer to be valid.
1843 ///
1844 /// Note that we should always know if we need to pass a predicate
1845 /// argument or not from the way the ExitCounts vector was computed.
1846 /// If we allowed SCEV predicates to be generated when populating this
1847 /// vector, this information can contain them and therefore a
1848 /// SCEVPredicate argument should be added to getExact.
1849 LLVM_ABI const SCEV *getExact(
1850 const Loop *L, ScalarEvolution *SE,
1851 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr) const;
1852
1853 /// Return the number of times this loop exit may fall through to the back
1854 /// edge, or SCEVCouldNotCompute. The loop is guaranteed not to exit via
1855 /// this block before this number of iterations, but may exit via another
1856 /// block. If \p Predicates is null the function returns CouldNotCompute if
1857 /// predicates are required, otherwise it fills in the required predicates.
1858 const SCEV *getExact(
1859 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1860 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr) const {
1861 if (auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1862 return ENT->ExactNotTaken;
1863 else
1864 return SE->getCouldNotCompute();
1865 }
1866
1867 /// Get the constant max backedge taken count for the loop.
1868 LLVM_ABI const SCEV *getConstantMax(
1869 ScalarEvolution *SE,
1870 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr) const;
1871
1872 /// Get the constant max backedge taken count for the particular loop exit.
1873 const SCEV *getConstantMax(
1874 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1875 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr) const {
1876 if (auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1877 return ENT->ConstantMaxNotTaken;
1878 else
1879 return SE->getCouldNotCompute();
1880 }
1881
1882 /// Get the symbolic max backedge taken count for the loop.
1883 LLVM_ABI const SCEV *getSymbolicMax(
1884 const Loop *L, ScalarEvolution *SE,
1885 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr);
1886
1887 /// Get the symbolic max backedge taken count for the particular loop exit.
1888 const SCEV *getSymbolicMax(
1889 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1890 SmallVectorImpl<const SCEVPredicate *> *Predicates = nullptr) const {
1891 if (auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1892 return ENT->SymbolicMaxNotTaken;
1893 else
1894 return SE->getCouldNotCompute();
1895 }
1896
1897 /// Return true if the number of times this backedge is taken is either the
1898 /// value returned by getConstantMax or zero.
1899 LLVM_ABI bool isConstantMaxOrZero(ScalarEvolution *SE) const;
1900 };
1901
1902 /// Cache the backedge-taken count of the loops for this function as they
1903 /// are computed.
1904 DenseMap<const Loop *, BackedgeTakenInfo> BackedgeTakenCounts;
1905
1906 /// Cache the predicated backedge-taken count of the loops for this
1907 /// function as they are computed.
1908 DenseMap<const Loop *, BackedgeTakenInfo> PredicatedBackedgeTakenCounts;
1909
1910 /// Loops whose backedge taken counts directly use this non-constant SCEV.
1911 DenseMap<const SCEV *, SmallPtrSet<PointerIntPair<const Loop *, 1, bool>, 4>>
1912 BECountUsers;
1913
1914 /// This map contains entries for all of the PHI instructions that we
1915 /// attempt to compute constant evolutions for. This allows us to avoid
1916 /// potentially expensive recomputation of these properties. An instruction
1917 /// maps to null if we are unable to compute its exit value.
1918 DenseMap<PHINode *, Constant *> ConstantEvolutionLoopExitValue;
1919
1920 /// This map contains entries for all the expressions that we attempt to
1921 /// compute getSCEVAtScope information for, which can be expensive in
1922 /// extreme cases.
1923 DenseMap<const SCEV *, SmallVector<std::pair<const Loop *, SCEVUse>, 2>>
1924 ValuesAtScopes;
1925
1926 /// Reverse map for invalidation purposes: Stores of which SCEV and which
1927 /// loop this is the value-at-scope of.
1928 DenseMap<const SCEV *, SmallVector<std::pair<const Loop *, const SCEV *>, 2>>
1929 ValuesAtScopesUsers;
1930
1931 /// Memoized computeLoopDisposition results.
1932 DenseMap<const SCEV *,
1934 LoopDispositions;
1935
1936 struct LoopProperties {
1937 /// Set to true if the loop contains no instruction that can abnormally exit
1938 /// the loop (i.e. via throwing an exception, by terminating the thread
1939 /// cleanly or by infinite looping in a called function). Strictly
1940 /// speaking, the last one is not leaving the loop, but is identical to
1941 /// leaving the loop for reasoning about undefined behavior.
1942 bool HasNoAbnormalExits;
1943
1944 /// Set to true if the loop contains no instruction that can have side
1945 /// effects (i.e. via throwing an exception, volatile or atomic access).
1946 bool HasNoSideEffects;
1947 };
1948
1949 /// Cache for \c getLoopProperties.
1950 DenseMap<const Loop *, LoopProperties> LoopPropertiesCache;
1951
1952 /// Return a \c LoopProperties instance for \p L, creating one if necessary.
1953 LLVM_ABI LoopProperties getLoopProperties(const Loop *L);
1954
1955 bool loopHasNoSideEffects(const Loop *L) {
1956 return getLoopProperties(L).HasNoSideEffects;
1957 }
1958
1959 /// Compute a LoopDisposition value.
1960 LoopDisposition computeLoopDisposition(const SCEV *S, const Loop *L);
1961
1962 /// Memoized computeBlockDisposition results.
1963 DenseMap<
1964 const SCEV *,
1966 BlockDispositions;
1967
1968 /// Compute a BlockDisposition value.
1969 BlockDisposition computeBlockDisposition(const SCEV *S, const BasicBlock *BB);
1970
1971 /// Stores all SCEV that use a given SCEV as its direct operand.
1972 DenseMap<const SCEV *, SmallPtrSet<const SCEV *, 8> > SCEVUsers;
1973
1974 /// Memoized results from getRange
1975 DenseMap<const SCEV *, ConstantRange> UnsignedRanges;
1976
1977 /// Memoized results from getRange
1978 DenseMap<const SCEV *, ConstantRange> SignedRanges;
1979
1980 /// Used to parameterize getRange
1981 enum RangeSignHint { HINT_RANGE_UNSIGNED, HINT_RANGE_SIGNED };
1982
1983 /// Set the memoized range for the given SCEV.
1984 const ConstantRange &setRange(const SCEV *S, RangeSignHint Hint,
1985 ConstantRange CR) {
1986 DenseMap<const SCEV *, ConstantRange> &Cache =
1987 Hint == HINT_RANGE_UNSIGNED ? UnsignedRanges : SignedRanges;
1988
1989 auto Pair = Cache.insert_or_assign(S, std::move(CR));
1990 return Pair.first->second;
1991 }
1992
1993 /// Determine the range for a particular SCEV.
1994 /// NOTE: This returns a reference to an entry in a cache. It must be
1995 /// copied if its needed for longer.
1996 LLVM_ABI const ConstantRange &getRangeRef(const SCEV *S, RangeSignHint Hint,
1997 unsigned Depth = 0);
1998
1999 /// Determine the range for a particular SCEV, but evaluates ranges for
2000 /// operands iteratively first.
2001 const ConstantRange &getRangeRefIter(const SCEV *S, RangeSignHint Hint);
2002
2003 /// Determines the range for the affine SCEVAddRecExpr {\p Start,+,\p Step},
2004 /// and whether it may wrap. Helper for \c getRange.
2005 std::pair<ConstantRange, SCEV::NoWrapFlags>
2006 getRangeForAffineAR(const SCEV *Start, const SCEV *Step,
2007 const APInt &MaxBECount);
2008 /// If \p S is a SCEVConstant, return the wrapped constant or nullptr
2009 /// otherwise.
2010 LLVM_ABI static const APInt *getConstantAPIntOrNull(const SCEV *S);
2011
2012 /// Determines the range for the affine non-self-wrapping SCEVAddRecExpr {\p
2013 /// Start,+,\p Step}<nw>.
2014 ConstantRange getRangeForAffineNoSelfWrappingAR(const SCEVAddRecExpr *AddRec,
2015 const SCEV *MaxBECount,
2016 unsigned BitWidth,
2017 RangeSignHint SignHint);
2018
2019 /// Try to compute a range for the affine SCEVAddRecExpr {\p Start,+,\p
2020 /// Step} by "factoring out" a ternary expression from the add recurrence.
2021 /// Helper called by \c getRange.
2022 ConstantRange getRangeViaFactoring(const SCEV *Start, const SCEV *Step,
2023 const APInt &MaxBECount);
2024
2025 /// If the unknown expression U corresponds to a simple recurrence, return
2026 /// a constant range which represents the entire recurrence. Note that
2027 /// *add* recurrences with loop invariant steps aren't represented by
2028 /// SCEVUnknowns and thus don't use this mechanism.
2029 ConstantRange getRangeForUnknownRecurrence(const SCEVUnknown *U);
2030
2031 /// We know that there is no SCEV for the specified value. Analyze the
2032 /// expression recursively.
2033 const SCEV *createSCEV(Value *V);
2034
2035 /// We know that there is no SCEV for the specified value. Create a new SCEV
2036 /// for \p V iteratively.
2037 const SCEV *createSCEVIter(Value *V);
2038 /// Collect operands of \p V for which SCEV expressions should be constructed
2039 /// first. Returns a SCEV directly if it can be constructed trivially for \p
2040 /// V.
2041 const SCEV *getOperandsToCreate(Value *V, SmallVectorImpl<Value *> &Ops);
2042
2043 /// Returns SCEV for the first operand of a phi if all phi operands have
2044 /// identical opcodes and operands.
2045 const SCEV *createNodeForPHIWithIdenticalOperands(PHINode *PN);
2046
2047 /// Provide the special handling we need to analyze PHI SCEVs.
2048 const SCEV *createNodeForPHI(PHINode *PN);
2049
2050 /// Helper function called from createNodeForPHI.
2051 const SCEV *createAddRecFromPHI(PHINode *PN);
2052
2053 /// A helper function for createAddRecFromPHI to handle simple cases.
2054 const SCEV *createSimpleAffineAddRec(PHINode *PN, Value *BEValueV,
2055 Value *StartValueV);
2056
2057 /// Helper function called from createNodeForPHI.
2058 const SCEV *createNodeFromSelectLikePHI(PHINode *PN);
2059
2060 /// Provide special handling for a select-like instruction (currently this
2061 /// is either a select instruction or a phi node). \p Ty is the type of the
2062 /// instruction being processed, that is assumed equivalent to
2063 /// "Cond ? TrueVal : FalseVal".
2064 std::optional<const SCEV *>
2065 createNodeForSelectOrPHIInstWithICmpInstCond(Type *Ty, ICmpInst *Cond,
2066 Value *TrueVal, Value *FalseVal);
2067
2068 /// See if we can model this select-like instruction via umin_seq expression.
2069 const SCEV *createNodeForSelectOrPHIViaUMinSeq(Value *I, Value *Cond,
2070 Value *TrueVal,
2071 Value *FalseVal);
2072
2073 /// Given a value \p V, which is a select-like instruction (currently this is
2074 /// either a select instruction or a phi node), which is assumed equivalent to
2075 /// Cond ? TrueVal : FalseVal
2076 /// see if we can model it as a SCEV expression.
2077 const SCEV *createNodeForSelectOrPHI(Value *V, Value *Cond, Value *TrueVal,
2078 Value *FalseVal);
2079
2080 /// Provide the special handling we need to analyze GEP SCEVs.
2081 const SCEV *createNodeForGEP(GEPOperator *GEP);
2082
2083 /// Implementation code for getSCEVAtScope; called at most once for each
2084 /// SCEV+Loop pair.
2085 SCEVUse computeSCEVAtScope(const SCEV *S, const Loop *L);
2086
2087 /// Return the BackedgeTakenInfo for the given loop, lazily computing new
2088 /// values if the loop hasn't been analyzed yet. The returned result is
2089 /// guaranteed not to be predicated.
2090 BackedgeTakenInfo &getBackedgeTakenInfo(const Loop *L);
2091
2092 /// Similar to getBackedgeTakenInfo, but will add predicates as required
2093 /// with the purpose of returning complete information.
2094 BackedgeTakenInfo &getPredicatedBackedgeTakenInfo(const Loop *L);
2095
2096 /// Compute the number of times the specified loop will iterate.
2097 /// If AllowPredicates is set, we will create new SCEV predicates as
2098 /// necessary in order to return an exact answer.
2099 BackedgeTakenInfo computeBackedgeTakenCount(const Loop *L,
2100 bool AllowPredicates = false);
2101
2102 /// Variant of getSmallConstantTripMultiple taking pre-collected loop
2103 /// \p Guards. \p ExitCount must be computable.
2104 unsigned getSmallConstantTripMultiple(const SCEV *ExitCount,
2105 const LoopGuards &Guards);
2106
2107 /// Compute the number of times the backedge of the specified loop will
2108 /// execute if it exits via the specified block. If AllowPredicates is set,
2109 /// this call will try to use a minimal set of SCEV predicates in order to
2110 /// return an exact answer.
2111 ExitLimit computeExitLimit(const Loop *L, BasicBlock *ExitingBlock,
2112 bool IsOnlyExit, bool AllowPredicates = false);
2113
2114 // Helper functions for computeExitLimitFromCond to avoid exponential time
2115 // complexity.
2116
2117 class ExitLimitCache {
2118 // It may look like we need key on the whole (L, ExitIfTrue,
2119 // ControlsOnlyExit, AllowPredicates) tuple, but recursive calls to
2120 // computeExitLimitFromCondCached from computeExitLimitFromCondImpl only
2121 // vary the in \c ExitCond and \c ControlsOnlyExit parameters. We remember
2122 // the initial values of the other values to assert our assumption.
2123 SmallDenseMap<PointerIntPair<Value *, 1>, ExitLimit> TripCountMap;
2124
2125 const Loop *L;
2126 bool ExitIfTrue;
2127 bool AllowPredicates;
2128
2129 public:
2130 ExitLimitCache(const Loop *L, bool ExitIfTrue, bool AllowPredicates)
2131 : L(L), ExitIfTrue(ExitIfTrue), AllowPredicates(AllowPredicates) {}
2132
2133 LLVM_ABI std::optional<ExitLimit> find(const Loop *L, Value *ExitCond,
2134 bool ExitIfTrue,
2135 bool ControlsOnlyExit,
2136 bool AllowPredicates);
2137
2138 LLVM_ABI void insert(const Loop *L, Value *ExitCond, bool ExitIfTrue,
2139 bool ControlsOnlyExit, bool AllowPredicates,
2140 const ExitLimit &EL);
2141 };
2142
2143 using ExitLimitCacheTy = ExitLimitCache;
2144
2145 ExitLimit computeExitLimitFromCondCached(ExitLimitCacheTy &Cache,
2146 const Loop *L, Value *ExitCond,
2147 bool ExitIfTrue,
2148 bool ControlsOnlyExit,
2149 bool AllowPredicates);
2150 ExitLimit computeExitLimitFromCondImpl(ExitLimitCacheTy &Cache, const Loop *L,
2151 Value *ExitCond, bool ExitIfTrue,
2152 bool ControlsOnlyExit,
2153 bool AllowPredicates);
2154 std::optional<ScalarEvolution::ExitLimit>
2155 computeExitLimitFromCondFromBinOp(ExitLimitCacheTy &Cache, const Loop *L,
2156 Value *ExitCond, bool ExitIfTrue,
2157 bool AllowPredicates);
2158
2159 /// Compute the number of times the backedge of the specified loop will
2160 /// execute if its exit condition were a conditional branch of the ICmpInst
2161 /// ExitCond and ExitIfTrue. If AllowPredicates is set, this call will try
2162 /// to use a minimal set of SCEV predicates in order to return an exact
2163 /// answer.
2164 ExitLimit computeExitLimitFromICmp(const Loop *L, ICmpInst *ExitCond,
2165 bool ExitIfTrue,
2166 bool IsSubExpr,
2167 bool AllowPredicates = false);
2168
2169 /// Variant of previous which takes the components representing an ICmp
2170 /// as opposed to the ICmpInst itself. Note that the prior version can
2171 /// return more precise results in some cases and is preferred when caller
2172 /// has a materialized ICmp.
2173 ExitLimit computeExitLimitFromICmp(const Loop *L, CmpPredicate Pred,
2174 SCEVUse LHS, SCEVUse RHS, bool IsSubExpr,
2175 bool AllowPredicates = false);
2176
2177 /// Compute the number of times the backedge of the specified loop will
2178 /// execute if its exit condition were a switch with a single exiting case
2179 /// to ExitingBB.
2180 ExitLimit computeExitLimitFromSingleExitSwitch(const Loop *L,
2181 SwitchInst *Switch,
2182 BasicBlock *ExitingBB,
2183 bool IsSubExpr);
2184
2185 /// Compute the exit limit of a loop that is controlled by a
2186 /// "(IV >> 1) != 0" type comparison. We cannot compute the exact trip
2187 /// count in these cases (since SCEV has no way of expressing them), but we
2188 /// can still sometimes compute an upper bound.
2189 ///
2190 /// Return an ExitLimit for a loop whose backedge is guarded by `LHS Pred
2191 /// RHS`.
2192 ExitLimit computeShiftCompareExitLimit(Value *LHS, Value *RHS, const Loop *L,
2193 ICmpInst::Predicate Pred);
2194
2195 /// If the loop is known to execute a constant number of times (the
2196 /// condition evolves only from constants), try to evaluate a few iterations
2197 /// of the loop until we get the exit condition gets a value of ExitWhen
2198 /// (true or false). If we cannot evaluate the exit count of the loop,
2199 /// return CouldNotCompute.
2200 const SCEV *computeExitCountExhaustively(const Loop *L, Value *Cond,
2201 bool ExitWhen);
2202
2203 /// Return the number of times an exit condition comparing the specified
2204 /// value to zero will execute. If not computable, return CouldNotCompute.
2205 /// If AllowPredicates is set, this call will try to use a minimal set of
2206 /// SCEV predicates in order to return an exact answer.
2207 ExitLimit howFarToZero(const SCEV *V, const Loop *L, bool IsSubExpr,
2208 bool AllowPredicates = false);
2209
2210 /// Return the number of times an exit condition checking the specified
2211 /// value for nonzero will execute. If not computable, return
2212 /// CouldNotCompute.
2213 ExitLimit howFarToNonZero(const SCEV *V, const Loop *L);
2214
2215 /// Return the number of times an exit condition containing the specified
2216 /// less-than comparison will execute. If not computable, return
2217 /// CouldNotCompute.
2218 ///
2219 /// \p isSigned specifies whether the less-than is signed.
2220 ///
2221 /// \p ControlsOnlyExit is true when the LHS < RHS condition directly controls
2222 /// the branch (loops exits only if condition is true). In this case, we can
2223 /// use NoWrapFlags to skip overflow checks.
2224 ///
2225 /// If \p AllowPredicates is set, this call will try to use a minimal set of
2226 /// SCEV predicates in order to return an exact answer.
2227 ExitLimit howManyLessThans(const SCEV *LHS, const SCEV *RHS, const Loop *L,
2228 bool isSigned, bool ControlsOnlyExit,
2229 bool AllowPredicates = false);
2230
2231 ExitLimit howManyGreaterThans(const SCEV *LHS, const SCEV *RHS, const Loop *L,
2232 bool isSigned, bool IsSubExpr,
2233 bool AllowPredicates = false);
2234
2235 /// Return a predecessor of BB (which may not be an immediate predecessor)
2236 /// which has exactly one successor from which BB is reachable, or null if
2237 /// no such block is found.
2238 std::pair<const BasicBlock *, const BasicBlock *>
2239 getPredecessorWithUniqueSuccessorForBB(const BasicBlock *BB) const;
2240
2241 /// Test whether the condition described by Pred, LHS, and RHS is true
2242 /// whenever the given FoundCondValue value evaluates to true in given
2243 /// Context. If Context is nullptr, then the found predicate is true
2244 /// everywhere. LHS and FoundLHS may have different type width.
2245 LLVM_ABI bool isImpliedCond(CmpPredicate Pred, const SCEV *LHS,
2246 const SCEV *RHS, const Value *FoundCondValue,
2247 bool Inverse,
2248 const Instruction *Context = nullptr);
2249
2250 /// Test whether the condition described by Pred, LHS, and RHS is true
2251 /// whenever the given FoundCondValue value evaluates to true in given
2252 /// Context. If Context is nullptr, then the found predicate is true
2253 /// everywhere. LHS and FoundLHS must have same type width.
2254 LLVM_ABI bool isImpliedCondBalancedTypes(CmpPredicate Pred, SCEVUse LHS,
2255 SCEVUse RHS, CmpPredicate FoundPred,
2256 SCEVUse FoundLHS, SCEVUse FoundRHS,
2257 const Instruction *CtxI);
2258
2259 /// Test whether the condition described by Pred, LHS, and RHS is true
2260 /// whenever the condition described by FoundPred, FoundLHS, FoundRHS is
2261 /// true in given Context. If Context is nullptr, then the found predicate is
2262 /// true everywhere.
2263 LLVM_ABI bool isImpliedCond(CmpPredicate Pred, const SCEV *LHS,
2264 const SCEV *RHS, CmpPredicate FoundPred,
2265 const SCEV *FoundLHS, const SCEV *FoundRHS,
2266 const Instruction *Context = nullptr);
2267
2268 /// Test whether the condition described by Pred, LHS, and RHS is true
2269 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2270 /// true in given Context. If Context is nullptr, then the found predicate is
2271 /// true everywhere.
2272 bool isImpliedCondOperands(CmpPredicate Pred, const SCEV *LHS,
2273 const SCEV *RHS, const SCEV *FoundLHS,
2274 const SCEV *FoundRHS,
2275 const Instruction *Context = nullptr);
2276
2277 /// Test whether the condition described by Pred, LHS, and RHS is true
2278 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2279 /// true. Here LHS is an operation that includes FoundLHS as one of its
2280 /// arguments.
2281 bool isImpliedViaOperations(CmpPredicate Pred, const SCEV *LHS,
2282 const SCEV *RHS, const SCEV *FoundLHS,
2283 const SCEV *FoundRHS, unsigned Depth = 0);
2284
2285 /// Test whether the condition described by Pred, LHS, and RHS is true.
2286 /// Use only simple non-recursive types of checks, such as range analysis etc.
2287 bool isKnownViaNonRecursiveReasoning(CmpPredicate Pred, SCEVUse LHS,
2288 SCEVUse RHS);
2289
2290 /// Test whether the condition described by Pred, LHS, and RHS is true
2291 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2292 /// true.
2293 bool isImpliedCondOperandsHelper(CmpPredicate Pred, const SCEV *LHS,
2294 const SCEV *RHS, const SCEV *FoundLHS,
2295 const SCEV *FoundRHS);
2296
2297 /// Test whether the condition described by Pred, LHS, and RHS is true
2298 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2299 /// true. Utility function used by isImpliedCondOperands. Tries to get
2300 /// cases like "X `sgt` 0 => X - 1 `sgt` -1".
2301 bool isImpliedCondOperandsViaRanges(CmpPredicate Pred, const SCEV *LHS,
2302 const SCEV *RHS, CmpPredicate FoundPred,
2303 const SCEV *FoundLHS,
2304 const SCEV *FoundRHS);
2305
2306 /// Return true if the condition denoted by \p LHS \p Pred \p RHS is implied
2307 /// by a call to @llvm.experimental.guard in \p BB.
2308 bool isImpliedViaGuard(const BasicBlock *BB, CmpPredicate Pred,
2309 const SCEV *LHS, const SCEV *RHS);
2310
2311 /// Test whether the condition described by Pred, LHS, and RHS is true
2312 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2313 /// true.
2314 ///
2315 /// This routine tries to rule out certain kinds of integer overflow, and
2316 /// then tries to reason about arithmetic properties of the predicates.
2317 bool isImpliedCondOperandsViaNoOverflow(CmpPredicate Pred, const SCEV *LHS,
2318 const SCEV *RHS, const SCEV *FoundLHS,
2319 const SCEV *FoundRHS);
2320
2321 /// Test whether the condition described by Pred, LHS, and RHS is true
2322 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2323 /// true.
2324 ///
2325 /// This routine tries to weaken the known condition basing on fact that
2326 /// FoundLHS is an AddRec.
2327 bool isImpliedCondOperandsViaAddRecStart(CmpPredicate Pred, const SCEV *LHS,
2328 const SCEV *RHS,
2329 const SCEV *FoundLHS,
2330 const SCEV *FoundRHS,
2331 const Instruction *CtxI);
2332
2333 /// Test whether the condition described by Pred, LHS, and RHS is true
2334 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2335 /// true.
2336 ///
2337 /// This routine tries to figure out predicate for Phis which are SCEVUnknown
2338 /// if it is true for every possible incoming value from their respective
2339 /// basic blocks.
2340 bool isImpliedViaMerge(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS,
2341 const SCEV *FoundLHS, const SCEV *FoundRHS,
2342 unsigned Depth);
2343
2344 /// Test whether the condition described by Pred, LHS, and RHS is true
2345 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2346 /// true.
2347 ///
2348 /// This routine tries to reason about shifts.
2349 bool isImpliedCondOperandsViaShift(CmpPredicate Pred, const SCEV *LHS,
2350 const SCEV *RHS, const SCEV *FoundLHS,
2351 const SCEV *FoundRHS);
2352
2353 /// Test whether the condition described by Pred, LHS, and RHS is true
2354 /// whenever the condition described by Pred, FoundLHS, and FoundRHS is
2355 /// true.
2356 ///
2357 /// This routine tries to analyze if the SCEV differences match.
2358 bool isImpliedCondOperandsViaMatchingDiff(CmpPredicate Pred, const SCEV *LHS,
2359 const SCEV *RHS,
2360 const SCEV *FoundLHS,
2361 const SCEV *FoundRHS);
2362
2363 /// If we know that the specified Phi is in the header of its containing
2364 /// loop, we know the loop executes a constant number of times, and the PHI
2365 /// node is just a recurrence involving constants, fold it.
2366 Constant *getConstantEvolutionLoopExitValue(PHINode *PN, const APInt &BEs,
2367 const Loop *L);
2368
2369 /// Test if the given expression is known to satisfy the condition described
2370 /// by Pred and the known constant ranges of LHS and RHS.
2371 bool isKnownPredicateViaConstantRanges(CmpPredicate Pred, SCEVUse LHS,
2372 SCEVUse RHS);
2373
2374 /// Try to prove the condition described by "LHS Pred RHS" by ruling out
2375 /// integer overflow.
2376 ///
2377 /// For instance, this will return true for "A s< (A + C)<nsw>" if C is
2378 /// positive.
2379 bool isKnownPredicateViaNoOverflow(CmpPredicate Pred, SCEVUse LHS,
2380 SCEVUse RHS);
2381
2382 /// Try to split Pred LHS RHS into logical conjunctions (and's) and try to
2383 /// prove them individually.
2384 bool isKnownPredicateViaSplitting(CmpPredicate Pred, SCEVUse LHS,
2385 SCEVUse RHS);
2386
2387 /// Try to match the Expr as "(L + R)<Flags>".
2388 bool splitBinaryAdd(SCEVUse Expr, SCEVUse &L, SCEVUse &R,
2389 SCEV::NoWrapFlags &Flags);
2390
2391 /// Forget predicated/non-predicated backedge taken counts for the given loop.
2392 void forgetBackedgeTakenCounts(const Loop *L, bool Predicated);
2393
2394 /// Drop memoized information for all \p SCEVs.
2395 void forgetMemoizedResults(ArrayRef<SCEVUse> SCEVs);
2396
2397 /// Helper for forgetMemoizedResults.
2398 void forgetMemoizedResultsImpl(const SCEV *S);
2399
2400 /// Iterate over instructions in \p Worklist and their users. Erase entries
2401 /// from ValueExprMap and collect SCEV expressions in \p ToForget
2402 void visitAndClearUsers(SmallVectorImpl<Instruction *> &Worklist,
2403 SmallPtrSetImpl<Instruction *> &Visited,
2404 SmallVectorImpl<SCEVUse> &ToForget);
2405
2406 /// Erase Value from ValueExprMap and ExprValueMap.
2407 void eraseValueFromMap(Value *V);
2408
2409 /// Insert V to S mapping into ValueExprMap and ExprValueMap.
2410 void insertValueToMap(Value *V, const SCEV *S);
2411
2412 /// Return false iff given SCEV contains a SCEVUnknown with NULL value-
2413 /// pointer.
2414 bool checkValidity(const SCEV *S) const;
2415
2416 /// Return true if `ExtendOpTy`({`Start`,+,`Step`}) can be proved to be
2417 /// equal to {`ExtendOpTy`(`Start`),+,`ExtendOpTy`(`Step`)}. This is
2418 /// equivalent to proving no signed (resp. unsigned) wrap in
2419 /// {`Start`,+,`Step`} if `ExtendOpTy` is `SCEVSignExtendExpr`
2420 /// (resp. `SCEVZeroExtendExpr`).
2421 template <typename ExtendOpTy>
2422 bool proveNoWrapByVaryingStart(const SCEV *Start, const SCEV *Step,
2423 const Loop *L);
2424
2425 /// Try to infer NSW or NUW on \p AR relying on ConstantRange manipulation.
2426 void inferNoWrapViaConstantRanges(const SCEVAddRecExpr *AR);
2427
2428 /// Try to prove NSW on \p AR by proving facts about conditions known on
2429 /// entry and backedge.
2430 SCEV::NoWrapFlags proveNoSignedWrapViaInduction(const SCEVAddRecExpr *AR);
2431
2432 /// Try to prove NUW on \p AR by proving facts about conditions known on
2433 /// entry and backedge.
2434 SCEV::NoWrapFlags proveNoUnsignedWrapViaInduction(const SCEVAddRecExpr *AR);
2435
2436 std::optional<MonotonicPredicateType>
2437 getMonotonicPredicateTypeImpl(const SCEVAddRecExpr *LHS,
2438 ICmpInst::Predicate Pred);
2439
2440 /// Return SCEV no-wrap flags that can be proven based on reasoning about
2441 /// how poison produced from no-wrap flags on this value (e.g. a nuw add)
2442 /// would trigger undefined behavior on overflow.
2443 SCEV::NoWrapFlags getNoWrapFlagsFromUB(const Value *V);
2444
2445 /// Return a scope which provides an upper bound on the defining scope of
2446 /// 'S'. Specifically, return the first instruction in said bounding scope.
2447 /// Return nullptr if the scope is trivial (function entry).
2448 /// (See scope definition rules associated with flag discussion above)
2449 const Instruction *getNonTrivialDefiningScopeBound(const SCEV *S);
2450
2451 /// Return a scope which provides an upper bound on the defining scope for
2452 /// a SCEV with the operands in Ops. The outparam Precise is set if the
2453 /// bound found is a precise bound (i.e. must be the defining scope.)
2454 const Instruction *getDefiningScopeBound(ArrayRef<SCEVUse> Ops,
2455 bool &Precise);
2456
2457 /// Wrapper around the above for cases which don't care if the bound
2458 /// is precise.
2459 const Instruction *getDefiningScopeBound(ArrayRef<SCEVUse> Ops);
2460
2461 /// Given two instructions in the same function, return true if we can
2462 /// prove B must execute given A executes.
2463 bool isGuaranteedToTransferExecutionTo(const Instruction *A,
2464 const Instruction *B);
2465
2466 /// Returns true if \p Op is guaranteed not to cause immediate UB.
2467 bool isGuaranteedNotToCauseUB(const SCEV *Op);
2468
2469 /// Return true if the SCEV corresponding to \p I is never poison. Proving
2470 /// this is more complex than proving that just \p I is never poison, since
2471 /// SCEV commons expressions across control flow, and you can have cases
2472 /// like:
2473 ///
2474 /// idx0 = a + b;
2475 /// ptr[idx0] = 100;
2476 /// if (<condition>) {
2477 /// idx1 = a +nsw b;
2478 /// ptr[idx1] = 200;
2479 /// }
2480 ///
2481 /// where the SCEV expression (+ a b) is guaranteed to not be poison (and
2482 /// hence not sign-overflow) only if "<condition>" is true. Since both
2483 /// `idx0` and `idx1` will be mapped to the same SCEV expression, (+ a b),
2484 /// it is not okay to annotate (+ a b) with <nsw> in the above example.
2485 bool isSCEVExprNeverPoison(const Instruction *I);
2486
2487 /// This is like \c isSCEVExprNeverPoison but it specifically works for
2488 /// instructions that will get mapped to SCEV add recurrences. Return true
2489 /// if \p I will never generate poison under the assumption that \p I is an
2490 /// add recurrence on the loop \p L.
2491 bool isAddRecNeverPoison(const Instruction *I, const Loop *L);
2492
2493 /// Similar to createAddRecFromPHI, but with the additional flexibility of
2494 /// suggesting runtime overflow checks in case casts are encountered.
2495 /// If successful, the analysis records that for this loop, \p SymbolicPHI,
2496 /// which is the UnknownSCEV currently representing the PHI, can be rewritten
2497 /// into an AddRec, assuming some predicates; The function then returns the
2498 /// AddRec and the predicates as a pair, and caches this pair in
2499 /// PredicatedSCEVRewrites.
2500 /// If the analysis is not successful, a mapping from the \p SymbolicPHI to
2501 /// itself (with no predicates) is recorded, and a nullptr with an empty
2502 /// predicates vector is returned as a pair.
2503 std::optional<std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
2504 createAddRecFromPHIWithCastsImpl(const SCEVUnknown *SymbolicPHI);
2505
2506 /// Compute the maximum backedge count based on the range of values
2507 /// permitted by Start, End, and Stride. This is for loops of the form
2508 /// {Start, +, Stride} LT End.
2509 ///
2510 /// Preconditions:
2511 /// * the induction variable is known to be positive.
2512 /// * the induction variable is assumed not to overflow (i.e. either it
2513 /// actually doesn't, or we'd have to immediately execute UB)
2514 /// We *don't* assert these preconditions so please be careful.
2515 const SCEV *computeMaxBECountForLT(const SCEV *Start, const SCEV *Stride,
2516 const SCEV *End, unsigned BitWidth,
2517 bool IsSigned);
2518
2519 /// Verify if an linear IV with positive stride can overflow when in a
2520 /// less-than comparison, knowing the invariant term of the comparison,
2521 /// the stride.
2522 bool canIVOverflowOnLT(const SCEV *RHS, const SCEV *Stride, bool IsSigned);
2523
2524 /// Verify if an linear IV with negative stride can overflow when in a
2525 /// greater-than comparison, knowing the invariant term of the comparison,
2526 /// the stride.
2527 bool canIVOverflowOnGT(const SCEV *RHS, const SCEV *Stride, bool IsSigned);
2528
2529 /// Get add expr already created or create a new one.
2530 const SCEV *getOrCreateAddExpr(ArrayRef<SCEVUse> Ops,
2531 SCEV::NoWrapFlags Flags);
2532
2533 /// Get mul expr already created or create a new one.
2534 const SCEV *getOrCreateMulExpr(ArrayRef<SCEVUse> Ops,
2535 SCEV::NoWrapFlags Flags);
2536
2537 // Get addrec expr already created or create a new one.
2538 const SCEV *getOrCreateAddRecExpr(ArrayRef<SCEVUse> Ops, const Loop *L,
2539 SCEV::NoWrapFlags Flags);
2540
2541 // Get UDiv expression already created or create a new one.
2542 const SCEV *getOrCreateUDivExpr(SCEVUse LHS, SCEVUse RHS);
2543
2544 /// Return x if \p Val is f(x) where f is a 1-1 function.
2545 const SCEV *stripInjectiveFunctions(const SCEV *Val) const;
2546
2547 /// Find all of the loops transitively used in \p S, and fill \p LoopsUsed.
2548 /// A loop is considered "used" by an expression if it contains
2549 /// an add rec on said loop.
2550 void getUsedLoops(const SCEV *S, SmallPtrSetImpl<const Loop *> &LoopsUsed);
2551
2552 /// Look for a SCEV expression with type `SCEVType` and operands `Ops` in
2553 /// `UniqueSCEVs`. Return if found, else nullptr.
2554 SCEV *findExistingSCEVInCache(SCEVTypes SCEVType, ArrayRef<SCEVUse> Ops);
2555
2556 /// Get reachable blocks in this function, making limited use of SCEV
2557 /// reasoning about conditions.
2558 void getReachableBlocks(SmallPtrSetImpl<BasicBlock *> &Reachable,
2559 Function &F);
2560
2561 /// Return the given SCEV expression with a new set of operands.
2562 /// This preserves the origial nowrap flags.
2563 const SCEV *getWithOperands(const SCEV *S, SmallVectorImpl<SCEVUse> &NewOps);
2564
2565 FoldingSet<SCEV> UniqueSCEVs;
2566 FoldingSet<SCEVPredicate> UniquePreds;
2567 BumpPtrAllocator SCEVAllocator;
2568
2569 /// Fast lookup cache for SCEVConstant nodes, using the fact that IR constants
2570 /// are already uniqued.
2571 DenseMap<ConstantInt *, SCEVConstant *> ConstantSCEVs;
2572
2573 /// This maps loops to a list of addrecs that directly use said loop.
2574 DenseMap<const Loop *, SmallVector<const SCEVAddRecExpr *, 4>> LoopUsers;
2575
2576 /// Cache tentative mappings from UnknownSCEVs in a Loop, to a SCEV expression
2577 /// they can be rewritten into under certain predicates.
2578 DenseMap<std::pair<const SCEVUnknown *, const Loop *>,
2579 std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
2580 PredicatedSCEVRewrites;
2581
2582 /// Set of AddRecs for which proving NUW via an induction has already been
2583 /// tried.
2584 SmallPtrSet<const SCEVAddRecExpr *, 16> UnsignedWrapViaInductionTried;
2585
2586 /// Set of AddRecs for which proving NSW via an induction has already been
2587 /// tried.
2588 SmallPtrSet<const SCEVAddRecExpr *, 16> SignedWrapViaInductionTried;
2589
2590 /// The head of a linked list of all SCEVUnknown values that have been
2591 /// allocated. This is used by releaseMemory to locate them all and call
2592 /// their destructors.
2593 SCEVUnknown *FirstUnknown = nullptr;
2594};
2595
2596/// Analysis pass that exposes the \c ScalarEvolution for a function.
2598 : public AnalysisInfoMixin<ScalarEvolutionAnalysis> {
2600
2601 LLVM_ABI static AnalysisKey Key;
2602
2603public:
2605
2607};
2608
2609/// Verifier pass for the \c ScalarEvolutionAnalysis results.
2611 : public RequiredPassInfoMixin<ScalarEvolutionVerifierPass> {
2612public:
2614};
2615
2616/// Printer pass for the \c ScalarEvolutionAnalysis results.
2618 : public RequiredPassInfoMixin<ScalarEvolutionPrinterPass> {
2619 raw_ostream &OS;
2620
2621public:
2622 explicit ScalarEvolutionPrinterPass(raw_ostream &OS) : OS(OS) {}
2623
2625};
2626
2628 std::unique_ptr<ScalarEvolution> SE;
2629
2630public:
2631 static char ID;
2632
2634
2635 ScalarEvolution &getSE() { return *SE; }
2636 const ScalarEvolution &getSE() const { return *SE; }
2637
2638 bool runOnFunction(Function &F) override;
2639 void releaseMemory() override;
2640 void getAnalysisUsage(AnalysisUsage &AU) const override;
2641 void print(raw_ostream &OS, const Module * = nullptr) const override;
2642 void verifyAnalysis() const override;
2643};
2644
2645/// An interface layer with SCEV used to manage how we see SCEV expressions
2646/// for values in the context of existing predicates. We can add new
2647/// predicates, but we cannot remove them.
2648///
2649/// This layer has multiple purposes:
2650/// - provides a simple interface for SCEV versioning.
2651/// - guarantees that the order of transformations applied on a SCEV
2652/// expression for a single Value is consistent across two different
2653/// getSCEV calls. This means that, for example, once we've obtained
2654/// an AddRec expression for a certain value through expression
2655/// rewriting, we will continue to get an AddRec expression for that
2656/// Value.
2657/// - lowers the number of expression rewrites.
2659public:
2661
2662 LLVM_ABI const SCEVPredicate &getPredicate() const;
2663
2664 /// Returns the SCEV expression of V, in the context of the current SCEV
2665 /// predicate. The order of transformations applied on the expression of V
2666 /// returned by ScalarEvolution is guaranteed to be preserved, even when
2667 /// adding new predicates.
2668 LLVM_ABI const SCEV *getSCEV(Value *V);
2669
2670 /// Returns the rewritten SCEV for \p Expr in the context of the current SCEV
2671 /// predicate. The order of transformations applied on the expression of \p
2672 /// Expr returned by ScalarEvolution is guaranteed to be preserved, even when
2673 /// adding new predicates.
2674 LLVM_ABI const SCEV *getPredicatedSCEV(const SCEV *Expr);
2675
2676 /// Get the (predicated) backedge count for the analyzed loop.
2678
2679 /// Get the (predicated) symbolic max backedge count for the analyzed loop.
2681
2682 /// Returns the upper bound of the loop trip count as a normal unsigned
2683 /// value, or 0 if the trip count is unknown.
2685
2686 /// Adds a new predicate.
2687 LLVM_ABI void addPredicate(const SCEVPredicate &Pred);
2688
2689 /// Adds all predicates in \p Preds.
2691
2692 /// Attempts to produce an AddRecExpr for V by adding additional SCEV
2693 /// predicates. If we can't transform the expression into an AddRecExpr we
2694 /// return nullptr and not add additional SCEV predicates to the current
2695 /// context. If \p WrapPredsAdded is non-null, the required predicates are
2696 /// collected there instead of being added to this context.
2697 LLVM_ABI const SCEVAddRecExpr *
2698 getAsAddRec(Value *V,
2699 SmallVectorImpl<const SCEVPredicate *> *WrapPredsAdded = nullptr);
2700
2701 /// Returns true if we've statically proved that V doesn't wrap.
2704
2705 /// Returns the ScalarEvolution analysis used.
2706 ScalarEvolution *getSE() const { return &SE; }
2707
2708 /// We need to explicitly define the copy constructor due to the ownership of
2709 /// the SCEVUnionPredicate Preds.
2711
2712 /// Print the SCEV mappings done by the Predicated Scalar Evolution.
2713 /// The printed text is indented by \p Depth.
2714 LLVM_ABI void print(raw_ostream &OS, unsigned Depth) const;
2715
2716 /// Check if \p AR1 and \p AR2 are equal, while taking into account
2717 /// Equal predicates in Preds and \p ExtraPreds.
2719 const SCEVAddRecExpr *AR1, const SCEVAddRecExpr *AR2,
2720 ArrayRef<const SCEVPredicate *> ExtraPreds = {}) const;
2721
2722private:
2723 /// Increments the version number of the predicate. This needs to be called
2724 /// every time the SCEV predicate changes.
2725 void updateGeneration();
2726
2727 /// Holds a SCEV and the version number of the SCEV predicate used to
2728 /// perform the rewrite of the expression.
2729 using RewriteEntry = std::pair<unsigned, const SCEV *>;
2730
2731 /// Maps a SCEV to the rewrite result of that SCEV at a certain version
2732 /// number. If this number doesn't match the current Generation, we will
2733 /// need to do a rewrite. To preserve the transformation order of previous
2734 /// rewrites, we will rewrite the previous result instead of the original
2735 /// SCEV.
2736 DenseMap<const SCEV *, RewriteEntry> RewriteMap;
2737
2738 /// The ScalarEvolution analysis.
2739 ScalarEvolution &SE;
2740
2741 /// The analyzed Loop.
2742 const Loop &L;
2743
2744 /// The SCEVPredicate that forms our context. We will rewrite all
2745 /// expressions assuming that this predicate true.
2746 std::unique_ptr<SCEVUnionPredicate> Preds;
2747
2748 /// Marks the version of the SCEV predicate used. When rewriting a SCEV
2749 /// expression we mark it with the version of the predicate. We use this to
2750 /// figure out if the predicate has changed from the last rewrite of the
2751 /// SCEV. If so, we need to perform a new rewrite.
2752 unsigned Generation = 0;
2753
2754 /// The backedge taken count.
2755 const SCEV *BackedgeCount = nullptr;
2756
2757 /// The symbolic backedge taken count.
2758 const SCEV *SymbolicMaxBackedgeCount = nullptr;
2759
2760 /// The constant max trip count for the loop.
2761 std::optional<unsigned> SmallConstantMaxTripCount;
2762};
2763
2764template <> struct DenseMapInfo<ScalarEvolution::FoldID> {
2765 static unsigned getHashValue(const ScalarEvolution::FoldID &Val) {
2766 return Val.computeHash();
2767 }
2768
2771 return LHS == RHS;
2772 }
2773};
2774
2775template <> inline const SCEV *SCEVUseT<const SCEV *>::getCanonical() const {
2776 return getPointer()->getCanonical();
2777}
2778
2779template <typename SCEVPtrT>
2781 getPointer()->print(OS);
2783 if (any(Flags & SCEV::FlagNUW))
2784 OS << "<u nuw>";
2785 if (any(Flags & SCEV::FlagNSW))
2786 OS << "<u nsw>";
2787}
2788
2789#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
2790template <typename SCEVPtrT>
2792 print(dbgs());
2793 dbgs() << '\n';
2794}
2795#endif
2796
2797} // end namespace llvm
2798
2799#endif // LLVM_ANALYSIS_SCALAREVOLUTION_H
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
aarch64 promote const
unsigned uint64_t
constexpr LLT S1
This file implements a class to represent arbitrary precision integral constant values and operations...
static void print(raw_ostream &Out, object::Archive::Kind Kind, T Val)
#define X(NUM, ENUM, NAME)
Definition ELF.h:857
static GCRegistry::Add< ShadowStackGC > C("shadow-stack", "Very portable GC for uncooperative code generators")
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
#define LLVM_ABI
Definition Compiler.h:215
#define LLVM_DUMP_METHOD
Mark debug helper function definitions like dump() that should not be stripped from debug builds.
Definition Compiler.h:678
SmallPtrSet< const BasicBlock *, 8 > VisitedBlocks
This file defines DenseMapInfo traits for DenseMap.
This file defines the DenseMap class.
static bool runOnFunction(Function &F, bool PostInlining)
static bool isSigned(unsigned Opcode)
This file defines a hash set that can be used to remove duplication of nodes in a graph.
Hexagon Common GEP
Value * getPointer(Value *Ptr)
This header defines various interfaces for pass management in LLVM.
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
#define F(x, y, z)
Definition MD5.cpp:54
#define I(x, y, z)
Definition MD5.cpp:57
#define P(N)
This file defines the PointerIntPair class.
const SmallVectorImpl< MachineOperand > & Cond
SI Fold Operands
This file implements a set that has insertion order iteration characteristics.
This file defines the SmallPtrSet class.
This file defines the SmallVector class.
Value * RHS
Value * LHS
Class for arbitrary precision integers.
Definition APInt.h:78
static APInt getOneBitSet(unsigned numBits, unsigned BitNo)
Return an APInt with exactly one bit set in the result.
Definition APInt.h:236
Represent the analysis usage information of a pass.
Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
A cache of @llvm.assume calls within a function.
LLVM Basic Block Representation.
Definition BasicBlock.h:62
Value handle with callbacks on RAUW and destruction.
Predicate
This enumeration lists the possible predicates for CmpInst subclasses.
Definition InstrTypes.h:740
An abstraction over a floating-point predicate, and a pack of an integer predicate with samesign info...
This is the shared class of boolean and integer constants.
Definition Constants.h:87
This class represents a range of values.
This is an important base class in LLVM.
Definition Constant.h:43
A parsed version of the target data layout string in and methods for querying it.
Definition DataLayout.h:64
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
Definition Dominators.h:122
This class describes a reference to an interned FoldingSetNodeID, which can be a useful to store node...
Definition FoldingSet.h:123
This class is used to gather all the unique data bits of a node.
Definition FoldingSet.h:162
FoldingSetNode()=default
FunctionPass(char &pid)
Definition Pass.h:316
Represents flags for the getelementptr instruction/expression.
static GEPNoWrapFlags none()
This is an important class for using LLVM in a threaded context.
Definition LLVMContext.h:68
Represents a single loop in the control flow graph.
Definition LoopInfo.h:40
A Module instance is used to store all the information related to an LLVM module.
Definition Module.h:68
Utility class for integer operators which may exhibit overflow - Add, Sub, Mul, and Shl.
Definition Operator.h:78
bool operator>(const PointerIntPair &RHS) const
Value handle that poisons itself if the Value is deleted.
An interface layer with SCEV used to manage how we see SCEV expressions for values in the context of ...
LLVM_ABI void addPredicate(const SCEVPredicate &Pred)
Adds a new predicate.
ScalarEvolution * getSE() const
Returns the ScalarEvolution analysis used.
LLVM_ABI const SCEVPredicate & getPredicate() const
LLVM_ABI const SCEV * getPredicatedSCEV(const SCEV *Expr)
Returns the rewritten SCEV for Expr in the context of the current SCEV predicate.
LLVM_ABI bool areAddRecsEqualWithPreds(const SCEVAddRecExpr *AR1, const SCEVAddRecExpr *AR2, ArrayRef< const SCEVPredicate * > ExtraPreds={}) const
Check if AR1 and AR2 are equal, while taking into account Equal predicates in Preds and ExtraPreds.
LLVM_ABI bool hasNoOverflow(Value *V, SCEVWrapPredicate::IncrementWrapFlags Flags)
Returns true if we've statically proved that V doesn't wrap.
LLVM_ABI const SCEVAddRecExpr * getAsAddRec(Value *V, SmallVectorImpl< const SCEVPredicate * > *WrapPredsAdded=nullptr)
Attempts to produce an AddRecExpr for V by adding additional SCEV predicates.
LLVM_ABI void print(raw_ostream &OS, unsigned Depth) const
Print the SCEV mappings done by the Predicated Scalar Evolution.
LLVM_ABI PredicatedScalarEvolution(ScalarEvolution &SE, Loop &L)
LLVM_ABI unsigned getSmallConstantMaxTripCount()
Returns the upper bound of the loop trip count as a normal unsigned value, or 0 if the trip count is ...
LLVM_ABI void addPredicates(ArrayRef< const SCEVPredicate * > Preds)
Adds all predicates in Preds.
LLVM_ABI const SCEV * getBackedgeTakenCount()
Get the (predicated) backedge count for the analyzed loop.
LLVM_ABI const SCEV * getSymbolicMaxBackedgeTakenCount()
Get the (predicated) symbolic max backedge count for the analyzed loop.
LLVM_ABI const SCEV * getSCEV(Value *V)
Returns the SCEV expression of V, in the context of the current SCEV predicate.
A set of analyses that are preserved following a run of a transformation pass.
Definition Analysis.h:112
This node represents a polynomial recurrence on the trip count of the specified loop.
SCEVComparePredicate(const FoldingSetNodeIDRef ID, const ICmpInst::Predicate Pred, const SCEV *LHS, const SCEV *RHS)
const SCEV * getRHS() const
Returns the right hand side of the predicate.
ICmpInst::Predicate getPredicate() const
bool isAlwaysTrue() const override
Returns true if the predicate is always true.
const SCEV * getLHS() const
Returns the left hand side of the predicate.
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const override
Implementation of the SCEVPredicate interface.
This class represents a constant integer value.
This class represents an assumption made using SCEV expressions which can be checked at run-time.
SCEVPredicateKind getKind() const
virtual unsigned getComplexity() const
Returns the estimated complexity of this predicate.
SCEVPredicate & operator=(const SCEVPredicate &)=default
SCEVPredicate(const SCEVPredicate &)=default
virtual bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const =0
Returns true if this predicate implies N.
virtual void print(raw_ostream &OS, unsigned Depth=0) const =0
Prints a textual representation of this predicate with an indentation of Depth.
~SCEVPredicate()=default
virtual bool isAlwaysTrue() const =0
Returns true if the predicate is always true.
SCEVPredicateKind Kind
unsigned getComplexity() const override
We estimate the complexity of a union predicate as the size number of predicates in the union.
SCEVUnionPredicate(ArrayRef< const SCEVPredicate * > Preds, ScalarEvolution &SE)
Union predicates don't get cached so create a dummy set ID for it.
SCEVUnionPredicate getUnionWith(const SCEVPredicate *N, ScalarEvolution &SE) const
Returns a new SCEVUnionPredicate that is the union of this predicate and the given predicate N.
ArrayRef< const SCEVPredicate * > getPredicates() const
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
This means that we are dealing with an entirely unknown SCEV value, and only represent it as its LLVM...
This class represents an assumption made on an AddRec expression.
IncrementWrapFlags
Similar to SCEV::NoWrapFlags, but with slightly different semantics for FlagNUSW.
SCEVWrapPredicate(const FoldingSetNodeIDRef ID, const SCEVAddRecExpr *AR, IncrementWrapFlags Flags)
static SCEVWrapPredicate::IncrementWrapFlags setFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, SCEVWrapPredicate::IncrementWrapFlags OnFlags)
static SCEVWrapPredicate::IncrementWrapFlags clearFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, SCEVWrapPredicate::IncrementWrapFlags OffFlags)
Convenient IncrementWrapFlags manipulation methods.
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
IncrementWrapFlags getFlags() const
Returns the set assumed no overflow flags.
static SCEVWrapPredicate::IncrementWrapFlags maskFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, int Mask)
This class represents an analyzed expression in the program.
static constexpr auto NoWrapMask
unsigned short getExpressionSize() const
SCEV & operator=(const SCEV &)=delete
SCEVNoWrapFlags NoWrapFlags
LLVM_ABI bool isOne() const
Return true if the expression is a constant one.
SCEV(const FoldingSetNodeIDRef ID, SCEVTypes SCEVTy, unsigned short ExpressionSize, Type *Ty)
static constexpr auto FlagNUW
LLVM_ABI void computeAndSetCanonical(ScalarEvolution &SE)
Compute and set the canonical SCEV, by constructing a SCEV with the same operands,...
LLVM_ABI bool isZero() const
Return true if the expression is a constant zero.
const SCEV * getCanonical() const
Return the canonical SCEV.
SCEV(const SCEV &)=delete
const SCEV * CanonicalSCEV
Pointer to the canonical version of the SCEV, i.e.
static constexpr auto FlagAnyWrap
LLVM_ABI void dump() const
This method is used for debugging.
Type *const Ty
Immutable type of the SCEV.
LLVM_ABI bool isAllOnesValue() const
Return true if the expression is a constant all-ones value.
LLVM_ABI bool isNonConstantNegative() const
Return true if the specified scev is negated, but not a constant.
static constexpr auto FlagNSW
LLVM_ABI ArrayRef< SCEVUse > operands() const
Return operands of this SCEV expression.
const unsigned short ExpressionSize
Type * getType() const
Return the LLVM type of this SCEV expression.
LLVM_ABI void print(raw_ostream &OS) const
Print out the internal representation of this scalar to the specified stream.
SCEVTypes getSCEVType() const
unsigned short SubclassData
This field is initialized to zero and may be used in subclasses to store miscellaneous information.
static constexpr auto FlagNW
Analysis pass that exposes the ScalarEvolution for a function.
LLVM_ABI ScalarEvolution run(Function &F, FunctionAnalysisManager &AM)
LLVM_ABI PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
Verifier pass for the ScalarEvolutionAnalysis results.
LLVM_ABI PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
const ScalarEvolution & getSE() const
bool operator==(const FoldID &RHS) const
FoldID(SCEVTypes C, SCEVUse Op, const Type *Ty)
static LLVM_ABI LoopGuards collect(const Loop *L, ScalarEvolution &SE)
Collect rewrite map for loop guards for loop L, together with flags indicating if NUW and NSW can be ...
LLVM_ABI const SCEV * rewrite(const SCEV *Expr) const
Try to apply the collected loop guards to Expr.
The main scalar evolution driver.
LLVM_ABI const SCEV * getUDivExpr(SCEVUse LHS, SCEVUse RHS)
Get a canonical unsigned division expression, or something simpler if possible.
const SCEV * getConstantMaxBackedgeTakenCount(const Loop *L)
When successful, this returns a SCEVConstant that is greater than or equal to (i.e.
static bool hasFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags TestFlags)
const DataLayout & getDataLayout() const
Return the DataLayout associated with the module this SCEV instance is operating on.
LLVM_ABI bool isKnownNonNegative(const SCEV *S)
Test if the given expression is known to be non-negative.
LLVM_ABI bool isKnownOnEveryIteration(CmpPredicate Pred, const SCEVAddRecExpr *LHS, const SCEV *RHS)
Test if the condition described by Pred, LHS, RHS is known to be true on every iteration of the loop ...
LLVM_ABI const SCEV * getNegativeSCEV(const SCEV *V, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap)
Return the SCEV object corresponding to -V.
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantExitCondDuringFirstIterationsImpl(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI, const SCEV *MaxIter)
LLVM_ABI const SCEV * getZeroExtendExpr(SCEVUse Op, Type *Ty, unsigned Depth=0)
LLVM_ABI const SCEV * getUDivCeilSCEV(const SCEV *N, const SCEV *D)
Compute ceil(N / D).
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantExitCondDuringFirstIterations(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI, const SCEV *MaxIter)
If the result of the predicate LHS Pred RHS is loop invariant with respect to L at given Context duri...
LLVM_ABI Type * getWiderType(Type *Ty1, Type *Ty2) const
LLVM_ABI const SCEV * getAbsExpr(const SCEV *Op, bool IsNSW)
LLVM_ABI bool isKnownNonPositive(const SCEV *S)
Test if the given expression is known to be non-positive.
LLVM_ABI bool isKnownNegative(const SCEV *S)
Test if the given expression is known to be negative.
LLVM_ABI const SCEV * getPredicatedConstantMaxBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getConstantMaxBackedgeTakenCount, except it will add a set of SCEV predicates to Predicate...
LLVM_ABI const SCEV * removePointerBase(const SCEV *S)
Compute an expression equivalent to S - getPointerBase(S).
LLVM_ABI bool isLoopEntryGuardedByCond(const Loop *L, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether entry to the loop is protected by a conditional between LHS and RHS.
LLVM_ABI bool isKnownNonZero(const SCEV *S)
Test if the given expression is known to be non-zero.
LLVM_ABI const SCEV * getURemExpr(SCEVUse LHS, SCEVUse RHS)
Represents an unsigned remainder expression based on unsigned division.
LLVM_ABI const SCEV * getBackedgeTakenCount(const Loop *L, ExitCountKind Kind=Exact)
If the specified loop has a predictable backedge-taken count, return it, otherwise return a SCEVCould...
LLVM_ABI const SCEV * getSMinExpr(SCEVUse LHS, SCEVUse RHS)
LLVM_ABI void setNoWrapFlags(SCEVAddRecExpr *AddRec, SCEV::NoWrapFlags Flags)
Update no-wrap flags of an AddRec.
LLVM_ABI const SCEV * getUMaxFromMismatchedTypes(const SCEV *LHS, const SCEV *RHS)
Promote the operands to the wider of the types using zero-extension, and then perform a umax operatio...
const SCEV * getZero(Type *Ty)
Return a SCEV for the constant 0 of a specific type.
LLVM_ABI bool willNotOverflow(Instruction::BinaryOps BinOp, bool Signed, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI=nullptr)
Is operation BinOp between LHS and RHS provably does not have a signed/unsigned overflow (Signed)?
LLVM_ABI ExitLimit computeExitLimitFromCond(const Loop *L, Value *ExitCond, bool ExitIfTrue, bool ControlsOnlyExit, bool AllowPredicates=false)
Compute the number of times the backedge of the specified loop will execute if its exit condition wer...
LLVM_ABI const SCEV * getMinMaxExpr(SCEVTypes Kind, SmallVectorImpl< SCEVUse > &Operands)
LLVM_ABI const SCEVPredicate * getEqualPredicate(const SCEV *LHS, const SCEV *RHS)
LLVM_ABI unsigned getSmallConstantTripMultiple(const Loop *L, const SCEV *ExitCount)
Returns the largest constant divisor of the trip count as a normal unsigned value,...
LLVM_ABI SCEVUse getSCEVAtScope(const SCEV *S, const Loop *L)
Return a SCEV expression for the specified value at the specified scope in the program.
LLVM_ABI uint64_t getTypeSizeInBits(Type *Ty) const
Return the size in bits of the specified type, for which isSCEVable must return true.
LLVM_ABI void registerUser(const SCEV *User, ArrayRef< SCEVUse > Ops)
Notify this ScalarEvolution that User directly uses SCEVs in Ops.
LLVM_ABI const SCEV * getConstant(ConstantInt *V)
LLVM_ABI const SCEV * getPredicatedBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getBackedgeTakenCount, except it will add a set of SCEV predicates to Predicates that are ...
LLVM_ABI const SCEV * getSCEV(Value *V)
Return a SCEV expression for the full generality of the specified expression.
LLVM_ABI const SCEV * getMinusSCEV(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Return LHS-RHS.
ConstantRange getSignedRange(const SCEV *S)
Determine the signed range for a particular SCEV.
LLVM_ABI const SCEV * getAddRecExpr(SCEVUse Start, SCEVUse Step, const Loop *L, SCEV::NoWrapFlags Flags)
Get an add recurrence expression for the specified loop.
LLVM_ABI const SCEV * getNoopOrSignExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
static LLVM_ABI bool isGuaranteedNotToBePoison(const SCEV *Op)
Returns true if Op is guaranteed to not be poison.
bool loopHasNoAbnormalExits(const Loop *L)
Return true if the loop has no abnormal exits.
LLVM_ABI const SCEV * getTripCountFromExitCount(const SCEV *ExitCount)
A version of getTripCountFromExitCount below which always picks an evaluation type which can not resu...
LLVM_ABI ScalarEvolution(Function &F, TargetLibraryInfo &TLI, AssumptionCache &AC, DominatorTree &DT, LoopInfo &LI)
const SCEV * getOne(Type *Ty)
Return a SCEV for the constant 1 of a specific type.
LLVM_ABI const SCEV * getTruncateOrNoop(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI void forgetValues(ArrayRef< Value * > Values)
Batched forgetValue: invalidates all Values in one shared def-use walk, avoiding the redundant re-tra...
const SCEV * getMulExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
LLVM_ABI const SCEV * getSequentialMinMaxExpr(SCEVTypes Kind, SmallVectorImpl< SCEVUse > &Operands)
LLVM_ABI const SCEV * getCastExpr(SCEVTypes Kind, SCEVUse Op, Type *Ty)
LLVM_ABI std::optional< bool > evaluatePredicateAt(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI)
Check whether the condition described by Pred, LHS, and RHS is true or false in the given Context.
LLVM_ABI unsigned getSmallConstantMaxTripCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > *Predicates=nullptr)
Returns the upper bound of the loop trip count as a normal unsigned value.
LLVM_ABI bool isKnownMultipleOf(const SCEV *S, uint64_t M, SmallVectorImpl< const SCEVPredicate * > *Predicates=nullptr)
Check that S is a multiple of M.
LLVM_ABI bool isBackedgeTakenCountMaxOrZero(const Loop *L)
Return true if the backedge taken count is either the value returned by getConstantMaxBackedgeTakenCo...
LLVM_ABI void forgetLoop(const Loop *L)
This method should be called by the client when it has changed a loop in a way that may effect Scalar...
LLVM_ABI bool isLoopInvariant(const SCEV *S, const Loop *L)
Return true if the value of the given SCEV is unchanging in the specified loop.
LLVM_ABI bool isKnownPositive(const SCEV *S)
Test if the given expression is known to be positive.
LLVM_ABI bool SimplifyICmpOperands(CmpPredicate &Pred, SCEVUse &LHS, SCEVUse &RHS, unsigned Depth=0)
Simplify LHS and RHS in a comparison with predicate Pred.
APInt getUnsignedRangeMin(const SCEV *S)
Determine the min of the unsigned range for a particular SCEV.
LLVM_ABI const SCEV * getOffsetOfExpr(Type *IntTy, StructType *STy, unsigned FieldNo)
Return an expression for offsetof on the given field with type IntTy.
LLVM_ABI LoopDisposition getLoopDisposition(const SCEV *S, const Loop *L)
Return the "disposition" of the given SCEV with respect to the given loop.
LLVM_ABI bool containsAddRecurrence(const SCEV *S)
Return true if the SCEV is a scAddRecExpr or it contains scAddRecExpr.
LLVM_ABI const SCEV * getTruncateExpr(SCEVUse Op, Type *Ty, unsigned Depth=0)
LLVM_ABI bool hasOperand(const SCEV *S, const SCEV *Op) const
Test whether the given SCEV has Op as a direct or indirect operand.
LLVM_ABI const SCEV * getZeroExtendExprImpl(SCEVUse Op, Type *Ty, unsigned Depth=0)
LLVM_ABI bool isSCEVable(Type *Ty) const
Test if values of the given type are analyzable within the SCEV framework.
LLVM_ABI Type * getEffectiveSCEVType(Type *Ty) const
Return a type with the same bitwidth as the given type and which represents how SCEV will treat the g...
LLVM_ABI const SCEVPredicate * getComparePredicate(ICmpInst::Predicate Pred, const SCEV *LHS, const SCEV *RHS)
LLVM_ABI bool haveSameSign(const SCEV *S1, const SCEV *S2)
Return true if we know that S1 and S2 must have the same sign.
LLVM_ABI const SCEV * getNotSCEV(const SCEV *V)
Return the SCEV object corresponding to ~V.
LLVM_ABI const SCEV * getElementCount(Type *Ty, ElementCount EC, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap)
LLVM_ABI bool instructionCouldExistWithOperands(const SCEV *A, const SCEV *B)
Return true if there exists a point in the program at which both A and B could be operands to the sam...
ConstantRange getUnsignedRange(const SCEV *S)
Determine the unsigned range for a particular SCEV.
LLVM_ABI void print(raw_ostream &OS) const
LLVM_ABI const SCEV * getAnyExtendExpr(SCEVUse Op, Type *Ty)
getAnyExtendExpr - Return a SCEV for the given operand extended with unspecified bits out to the give...
LLVM_ABI const SCEV * getPredicatedExitCount(const Loop *L, const BasicBlock *ExitingBlock, SmallVectorImpl< const SCEVPredicate * > *Predicates, ExitCountKind Kind=Exact)
Same as above except this uses the predicated backedge taken info and may require predicates.
static SCEV::NoWrapFlags clearFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags OffFlags)
LLVM_ABI void forgetTopmostLoop(const Loop *L)
friend class ScalarEvolutionsTest
LLVM_ABI void forgetValue(Value *V)
This method should be called by the client when it has changed a value in a way that may effect its v...
APInt getSignedRangeMin(const SCEV *S)
Determine the min of the signed range for a particular SCEV.
LLVM_ABI bool isLoopUniform(const SCEV *S, const Loop *L)
Returns true if the given SCEV is loop-uniform with respect to the specified loop L.
LLVM_ABI const SCEV * getNoopOrAnyExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI void forgetBlockAndLoopDispositions(Value *V=nullptr)
Called when the client has changed the disposition of values in a loop or block.
LLVM_ABI const SCEV * getSignExtendExpr(SCEVUse Op, Type *Ty, unsigned Depth=0)
LLVM_ABI const SCEV * getUMaxExpr(SCEVUse LHS, SCEVUse RHS)
static SCEV::NoWrapFlags maskFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags Mask)
Convenient NoWrapFlags manipulation.
MonotonicPredicateType
A predicate is said to be monotonically increasing if may go from being false to being true as the lo...
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantPredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI=nullptr)
If the result of the predicate LHS Pred RHS is loop invariant with respect to L, return a LoopInvaria...
LLVM_ABI const SCEV * getStoreSizeOfExpr(Type *IntTy, Type *StoreTy)
Return an expression for the store size of StoreTy that is type IntTy.
LLVM_ABI const SCEVPredicate * getWrapPredicate(const SCEVAddRecExpr *AR, SCEVWrapPredicate::IncrementWrapFlags AddedFlags)
LLVM_ABI bool isLoopBackedgeGuardedByCond(const Loop *L, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether the backedge of the loop is protected by a conditional between LHS and RHS.
LLVM_ABI APInt getNonZeroConstantMultiple(const SCEV *S)
const SCEV * getMinusOne(Type *Ty)
Return a SCEV for the constant -1 of a specific type.
static SCEV::NoWrapFlags setFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags OnFlags)
LLVM_ABI bool hasLoopInvariantBackedgeTakenCount(const Loop *L)
Return true if the specified loop has an analyzable loop-invariant backedge-taken count.
LLVM_ABI BlockDisposition getBlockDisposition(const SCEV *S, const BasicBlock *BB)
Return the "disposition" of the given SCEV with respect to the given block.
LLVM_ABI const SCEV * getNoopOrZeroExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool invalidate(Function &F, const PreservedAnalyses &PA, FunctionAnalysisManager::Invalidator &Inv)
LLVM_ABI const SCEV * getUMinFromMismatchedTypes(const SCEV *LHS, const SCEV *RHS, bool Sequential=false)
Promote the operands to the wider of the types using zero-extension, and then perform a umin operatio...
LLVM_ABI bool loopIsFiniteByAssumption(const Loop *L)
Return true if this loop is finite by assumption.
LLVM_ABI const SCEV * getExistingSCEV(Value *V)
Return an existing SCEV for V if there is one, otherwise return nullptr.
LLVM_ABI APInt getConstantMultiple(const SCEV *S, const Instruction *CtxI=nullptr)
Returns the max constant multiple of S.
LoopDisposition
An enum describing the relationship between a SCEV and a loop.
@ LoopComputable
The SCEV varies predictably with the loop.
@ LoopVariant
The SCEV is loop-variant (unknown).
@ LoopInvariant
The SCEV is loop-invariant.
@ LoopUniform
The SCEV is loop-uniform.
const SCEV * getAddRecExpr(const SmallVectorImpl< SCEVUse > &Operands, const Loop *L, SCEV::NoWrapFlags Flags)
LLVM_ABI bool isKnownToBeAPowerOfTwo(const SCEV *S, bool OrZero=false, bool OrNegative=false)
Test if the given expression is known to be a power of 2.
LLVM_ABI std::optional< SCEV::NoWrapFlags > getStrengthenedNoWrapFlagsFromBinOp(const OverflowingBinaryOperator *OBO)
Parse NSW/NUW flags from add/sub/mul IR binary operation Op into SCEV no-wrap flags,...
LLVM_ABI void forgetLcssaPhiWithNewPredecessor(Loop *L, PHINode *V)
Forget LCSSA phi node V of loop L to which a new predecessor was added, such that it may no longer be...
LLVM_ABI bool containsUndefs(const SCEV *S) const
Return true if the SCEV expression contains an undef value.
LLVM_ABI std::optional< MonotonicPredicateType > getMonotonicPredicateType(const SCEVAddRecExpr *LHS, ICmpInst::Predicate Pred)
If, for all loop invariant X, the predicate "LHS `Pred` X" is monotonically increasing or decreasing,...
LLVM_ABI const SCEV * getCouldNotCompute()
LLVM_ABI const SCEV * getMulExpr(SmallVectorImpl< SCEVUse > &Ops, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Get a canonical multiply expression, or something simpler if possible.
LLVM_ABI bool isAvailableAtLoopEntry(const SCEV *S, const Loop *L)
Determine if the SCEV can be evaluated at loop's entry.
LLVM_ABI uint32_t getMinTrailingZeros(const SCEV *S, const Instruction *CtxI=nullptr)
Determine the minimum number of zero bits that S is guaranteed to end in (at every loop iteration).
BlockDisposition
An enum describing the relationship between a SCEV and a basic block.
@ DominatesBlock
The SCEV dominates the block.
@ ProperlyDominatesBlock
The SCEV properly dominates the block.
@ DoesNotDominateBlock
The SCEV does not dominate the block.
LLVM_ABI const SCEV * getExitCount(const Loop *L, const BasicBlock *ExitingBlock, ExitCountKind Kind=Exact)
Return the number of times the backedge executes before the given exit would be taken; if not exactly...
LLVM_ABI void getPoisonGeneratingValues(SmallPtrSetImpl< const Value * > &Result, const SCEV *S)
Return the set of Values that, if poison, will definitively result in S being poison as well.
LLVM_ABI void forgetLoopDispositions()
Called when the client has changed the disposition of values in this loop.
LLVM_ABI const SCEV * getVScale(Type *Ty)
LLVM_ABI unsigned getSmallConstantTripCount(const Loop *L)
Returns the exact trip count of the loop if we can compute it, and the result is a small constant.
LLVM_ABI bool hasComputableLoopEvolution(const SCEV *S, const Loop *L)
Return true if the given SCEV changes value in a known way in the specified loop.
LLVM_ABI const SCEV * getPointerBase(const SCEV *V)
Transitively follow the chain of pointer-type operands until reaching a SCEV that does not have a sin...
const SCEV * getPowerOfTwo(Type *Ty, unsigned Power)
Return a SCEV for the constant Power of two.
LLVM_ABI void forgetAllLoops()
LLVM_ABI const SCEV * getSignExtendExprImpl(SCEVUse Op, Type *Ty, unsigned Depth=0)
LLVM_ABI bool dominates(const SCEV *S, const BasicBlock *BB)
Return true if elements that makes up the given SCEV dominate the specified basic block.
const SCEV * getAddExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
APInt getUnsignedRangeMax(const SCEV *S)
Determine the max of the unsigned range for a particular SCEV.
LLVM_ABI const SCEV * getAddExpr(SmallVectorImpl< SCEVUse > &Ops, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Get a canonical add expression, or something simpler if possible.
ExitCountKind
The terms "backedge taken count" and "exit count" are used interchangeably to refer to the number of ...
@ SymbolicMaximum
An expression which provides an upper bound on the exact trip count.
@ ConstantMaximum
A constant which provides an upper bound on the exact trip count.
@ Exact
An expression exactly describing the number of times the backedge has executed when a loop is exited.
LLVM_ABI bool isKnownPredicate(CmpPredicate Pred, SCEVUse LHS, SCEVUse RHS)
Test if the given expression is known to satisfy the condition described by Pred, LHS,...
LLVM_ABI const SCEV * applyLoopGuards(const SCEV *Expr, const Loop *L)
Try to apply information from loop guards for L to Expr.
LLVM_ABI const SCEV * getPtrToAddrExpr(const SCEV *Op)
LLVM_ABI const SCEVAddRecExpr * convertSCEVToAddRecWithPredicates(const SCEV *S, const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Preds)
Tries to convert the S expression to an AddRec expression, adding additional predicates to Preds as r...
LLVM_ABI const SCEV * getSMaxExpr(SCEVUse LHS, SCEVUse RHS)
LLVM_ABI const SCEV * getElementSize(Instruction *Inst)
Return the size of an element read or written by Inst.
LLVM_ABI const SCEV * getSizeOfExpr(Type *IntTy, TypeSize Size)
Return an expression for a TypeSize.
LLVM_ABI std::optional< bool > evaluatePredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Check whether the condition described by Pred, LHS, and RHS is true or false.
LLVM_ABI const SCEV * getUnknown(Value *V)
const SCEV * getAddExpr(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
LLVM_ABI std::optional< std::pair< const SCEV *, SmallVector< const SCEVPredicate *, 3 > > > createAddRecFromPHIWithCasts(const SCEVUnknown *SymbolicPHI)
Checks if SymbolicPHI can be rewritten as an AddRecExpr under some Predicates.
LLVM_ABI const SCEV * getTruncateOrZeroExtend(const SCEV *V, Type *Ty, unsigned Depth=0)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool isKnownViaInduction(CmpPredicate Pred, SCEVUse LHS, SCEVUse RHS)
We'd like to check the predicate on every iteration of the most dominated loop between loops used in ...
LLVM_ABI std::optional< APInt > computeConstantDifference(const SCEV *LHS, const SCEV *RHS)
Compute LHS - RHS and returns the result as an APInt if it is a constant, and std::nullopt if it isn'...
LLVM_ABI bool properlyDominates(const SCEV *S, const BasicBlock *BB)
Return true if elements that makes up the given SCEV properly dominate the specified basic block.
LLVM_ABI const SCEV * getUDivExactExpr(SCEVUse LHS, SCEVUse RHS)
Get a canonical unsigned division expression, or something simpler if possible.
LLVM_ABI const SCEV * rewriteUsingPredicate(const SCEV *S, const Loop *L, const SCEVPredicate &A)
Re-writes the SCEV according to the Predicates in A.
LLVM_ABI std::pair< const SCEV *, const SCEV * > SplitIntoInitAndPostInc(const Loop *L, const SCEV *S)
Splits SCEV expression S into two SCEVs.
LLVM_ABI bool canReuseInstruction(const SCEV *S, Instruction *I, SmallVectorImpl< Instruction * > &DropPoisonGeneratingInsts)
Check whether it is poison-safe to represent the expression S using the instruction I.
LLVM_ABI bool isKnownPredicateAt(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI)
Test if the given expression is known to satisfy the condition described by Pred, LHS,...
LLVM_ABI const SCEV * getPredicatedSymbolicMaxBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getSymbolicMaxBackedgeTakenCount, except it will add a set of SCEV predicates to Predicate...
LLVM_ABI const SCEV * getGEPExpr(GEPOperator *GEP, ArrayRef< SCEVUse > IndexExprs)
Returns an expression for a GEP.
LLVM_ABI const SCEV * getUMinExpr(SCEVUse LHS, SCEVUse RHS, bool Sequential=false)
LLVM_ABI bool isBasicBlockEntryGuardedByCond(const BasicBlock *BB, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether entry to the basic block is protected by a conditional between LHS and RHS.
LLVM_ABI const SCEV * getTruncateOrSignExtend(const SCEV *V, Type *Ty, unsigned Depth=0)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool containsErasedValue(const SCEV *S) const
Return true if the SCEV expression contains a Value that has been optimised out and is now a nullptr.
const SCEV * getSymbolicMaxBackedgeTakenCount(const Loop *L)
When successful, this returns a SCEV that is greater than or equal to (i.e.
const SCEV * getMulExpr(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
APInt getSignedRangeMax(const SCEV *S)
Determine the max of the signed range for a particular SCEV.
LLVM_ABI void verify() const
LLVMContext & getContext() const
Implements a dense probed hash-table based set with some number of buckets stored inline.
Definition DenseSet.h:293
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
SmallPtrSet - This class implements a set which is optimized for holding SmallSize or less elements.
A SetVector that performs no allocations if smaller than a certain size.
Definition SetVector.h:345
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Class to represent struct types.
Provides information about what library functions are available for the current target.
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46
Lightweight SCEV-to-VPlan expander.
Definition VPlanUtils.h:267
LLVM Value Representation.
Definition Value.h:75
LLVM_ABI void print(raw_ostream &O, bool IsForDebug=false) const
Implement operator<< on Value.
This class implements an extremely fast bulk output stream that can only output to a stream.
Definition raw_ostream.h:53
unsigned combineHashValue(unsigned a, unsigned b)
Simplistic combination of 32-bit hash values into 32-bit hash values.
friend class Instruction
Iterator for Instructions in a `BasicBlock.
Definition BasicBlock.h:73
This is an optimization pass for GlobalISel generic memory operations.
hash_code hash_value(const FixedPointSemantics &Val)
Printable print(const GCNRegPressure &RP, const GCNSubtarget *ST=nullptr, unsigned DynamicVGPRBlockSize=0)
RelativeUniformCounterPtr Values
Definition InstrProf.h:91
LLVM_ABI bool VerifySCEV
RelativeUniformCounterPtr ValuesPtrExpr VTableAddr Value
Definition InstrProf.h:143
SCEVUseT(SCEVPtrT) -> SCEVUseT< SCEVPtrT >
Deduction guide for various SCEV subclass pointers.
SCEVNoWrapFlags
NoWrapFlags are bitfield indices into SCEV's SubclassData.
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
Definition Debug.cpp:209
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
Definition Casting.h:547
@ Other
Any other memory.
Definition ModRef.h:68
DWARFExpression::Operation Op
raw_ostream & operator<<(raw_ostream &OS, const APFixedPoint &FX)
ArrayRef(const T &OneElt) -> ArrayRef< T >
constexpr unsigned BitWidth
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
Definition Casting.h:559
AnalysisManager< Function > FunctionAnalysisManager
Convenience typedef for the Function analysis manager.
BumpPtrAllocatorImpl<> BumpPtrAllocator
The standard BumpPtrAllocator which just uses the default template parameters.
Definition Allocator.h:390
FoldingSetImpl< T, Trait > FoldingSet
This template class is used to instantiate a specialized implementation of the folding set to the nod...
Definition FoldingSet.h:558
SCEVUseT< const SCEV * > SCEVUse
Implement std::hash so that hash_code can be used in STL containers.
Definition BitVector.h:878
#define N
A CRTP mix-in that provides informational APIs needed for analysis passes.
A special type used by analysis passes to provide an address that identifies that particular analysis...
Definition Analysis.h:29
This struct provides a method for customizing the way a cast is performed.
Definition Casting.h:476
static CastReturnType castFailed()
Definition Casting.h:490
static CastReturnType doCast(const From &f)
Definition Casting.h:481
typename cast_retty< To, From >::ret_type CastReturnType
Definition Casting.h:479
static bool isPossible(const From &f)
Definition Casting.h:254
This class provides default implementations for FoldingSetTrait implementations.
Definition FoldingSet.h:232
static bool isEqual(const SCEVUse LHS, const SCEVUse RHS)
static unsigned getHashValue(SCEVUse U)
static unsigned getHashValue(const ScalarEvolution::FoldID &Val)
static bool isEqual(const ScalarEvolution::FoldID &LHS, const ScalarEvolution::FoldID &RHS)
An information struct used to provide DenseMap with the various necessary components for a given valu...
static void Profile(const SCEVPredicate &X, FoldingSetNodeID &ID)
static bool Equals(const SCEVPredicate &X, const FoldingSetNodeID &ID)
static bool Equals(const SCEV &X, const FoldingSetNodeID &ID)
static void Profile(const SCEV &X, FoldingSetNodeID &ID)
This trait class is used to define behavior of how to "profile" (in the FoldingSet parlance) an objec...
Definition FoldingSet.h:255
static constexpr int NumLowBitsAvailable
The Low bits are used by the PointerIntPair.
static void * getAsVoidPointer(SCEVUse U)
static SCEVUse getFromVoidPointer(void *P)
A traits type that is used to handle pointer types and things that are just wrappers for pointers as ...
A CRTP mix-in for passes that should not be skipped.
static LLVM_ABI bool classof(const SCEV *S)
Methods for support type inquiry through isa, cast, and dyn_cast:
bool operator==(const SCEVUseT &RHS) const
const SCEV * getCanonical() const
Return the canonical SCEV for this SCEVUse.
bool operator!=(const SCEVUseT &RHS) const
SCEVPtrT operator->() const
SCEVUseT(const SCEVUseT< OtherPtrT > &Other)
void * getOpaqueValue() const
bool isCanonical() const
Returns true if the SCEVUse is canonical, i.e.
SCEVNoWrapFlags getUseNoWrapFlags() const
const SCEV * getPointer() const
bool operator==(const SCEV *RHS) const
void dump() const
This method is used for debugging.
SCEVUseT(SCEVPtrT S, SCEVNoWrapFlags Flags)
Construct with NoWrapFlags; only NUW/NSW are encoded, NW is dropped.
SCEVNoWrapFlags getNoWrapFlags(SCEVNoWrapFlags Mask=SCEVNoWrapFlags::NoWrapMask) const
Return the no-wrap flags for this SCEVUse, which is the union of the use-specific flags and the under...
bool operator>(const SCEVUseT &RHS) const
PointerIntPair< SCEVPtrT, 2 > Base
bool operator!=(const SCEV *RHS) const
void print(raw_ostream &OS) const
Print out the internal representation of this scalar to the specified stream.
SCEVUseT(SCEVPtrT S)
bool hasUseFlags() const
Returns true if this use itself carries use-specific no-wrap flags.
Information about the number of loop iterations for which a loop exit's branch condition evaluates to...
LLVM_ABI ExitLimit(const SCEV *E)
Construct either an exact exit limit from a constant, or an unknown one from a SCEVCouldNotCompute.
bool hasAnyInfo() const
Test whether this ExitLimit contains any computed information, or whether it's all SCEVCouldNotComput...
SmallVector< const SCEVPredicate *, 4 > Predicates
A vector of predicate guards for this ExitLimit.
bool hasFullInfo() const
Test whether this ExitLimit contains all information.
LoopInvariantPredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
static SimpleType getSimplifiedValue(SCEVUse &Val)
Define a template that can be specialized by smart pointers to reflect the fact that they are automat...
Definition Casting.h:34