15#ifndef LLVM_ADT_SPARSEBITVECTOR_H
16#define LLVM_ADT_SPARSEBITVECTOR_H
43template <
unsigned ElementSize = 128>
struct SparseBitVectorElement {
55 unsigned ElementIndex;
71 if (ElementIndex !=
RHS.ElementIndex)
74 if (Bits[i] !=
RHS.Bits[i])
80 return !(*
this ==
RHS);
105 bool old =
test(Idx);
117 bool test(
unsigned Idx)
const {
122 unsigned NumBits = 0;
157 &&
"Word Position outside of element");
160 Copy &= ~0UL << BitPos;
174 bool changed =
false;
176 BitWord old = changed ? 0 : Bits[i];
178 Bits[i] |=
RHS.Bits[i];
179 if (!changed && old != Bits[i])
188 if (
RHS.Bits[i] & Bits[i])
198 bool changed =
false;
203 BitWord old = changed ? 0 : Bits[i];
205 Bits[i] &=
RHS.Bits[i];
209 if (!changed && old != Bits[i])
212 BecameZero = allzero;
221 bool changed =
false;
226 BitWord old = changed ? 0 : Bits[i];
228 Bits[i] &=
~RHS.Bits[i];
232 if (!changed && old != Bits[i])
235 BecameZero = allzero;
242 const SparseBitVectorElement &RHS2,
248 Bits[i] = RHS1.Bits[i] & ~RHS2.Bits[i];
252 BecameZero = allzero;
256template <
unsigned ElementSize = 128>
258 using ElementList = std::list<SparseBitVectorElement<ElementSize>>;
259 using ElementListIter =
typename ElementList::iterator;
260 using ElementListConstIter =
typename ElementList::const_iterator;
265 ElementList Elements;
269 mutable ElementListIter CurrElementIter;
273 ElementListIter FindLowerBoundImpl(
unsigned ElementIndex)
const {
280 ElementListIter Begin =
282 ElementListIter
End =
285 if (Elements.empty()) {
286 CurrElementIter = Begin;
287 return CurrElementIter;
291 if (CurrElementIter ==
End)
296 ElementListIter ElementIter = CurrElementIter;
297 if (CurrElementIter->index() == ElementIndex) {
299 }
else if (CurrElementIter->index() > ElementIndex) {
300 while (ElementIter != Begin
301 && ElementIter->index() > ElementIndex)
304 while (ElementIter !=
End &&
305 ElementIter->index() < ElementIndex)
308 CurrElementIter = ElementIter;
311 ElementListConstIter FindLowerBoundConst(
unsigned ElementIndex)
const {
312 return FindLowerBoundImpl(ElementIndex);
314 ElementListIter FindLowerBound(
unsigned ElementIndex) {
315 return FindLowerBoundImpl(ElementIndex);
320 class SparseBitVectorIterator {
327 ElementListConstIter Iter;
339 void AdvanceToFirstNonZero() {
347 BitNumber = Iter->index() * ElementSize;
348 unsigned BitPos = Iter->find_first();
350 WordNumber = (BitNumber % ElementSize) / BITWORD_SIZE;
351 Bits = Iter->word(WordNumber);
352 Bits >>= BitPos % BITWORD_SIZE;
356 void AdvanceToNextNonZero() {
360 while (Bits && !(Bits & 1)) {
367 int NextSetBitNumber = Iter->find_next(BitNumber % ElementSize) ;
369 if (NextSetBitNumber == -1 || (BitNumber % ElementSize == 0)) {
379 BitNumber = Iter->index() * ElementSize;
380 NextSetBitNumber = Iter->find_first();
381 BitNumber += NextSetBitNumber;
382 WordNumber = (BitNumber % ElementSize) / BITWORD_SIZE;
383 Bits = Iter->word(WordNumber);
384 Bits >>= NextSetBitNumber % BITWORD_SIZE;
386 WordNumber = (NextSetBitNumber % ElementSize) / BITWORD_SIZE;
387 Bits = Iter->word(WordNumber);
388 Bits >>= NextSetBitNumber % BITWORD_SIZE;
389 BitNumber = Iter->index() * ElementSize;
390 BitNumber += NextSetBitNumber;
396 SparseBitVectorIterator() =
default;
405 AdvanceToFirstNonZero();
409 inline SparseBitVectorIterator& operator++() {
412 AdvanceToNextNonZero();
417 inline SparseBitVectorIterator operator++(
int) {
418 SparseBitVectorIterator tmp = *
this;
430 if (AtEnd &&
RHS.AtEnd)
434 return AtEnd ==
RHS.AtEnd &&
RHS.BitNumber == BitNumber;
438 return !(*
this ==
RHS);
448 : Elements(
RHS.Elements), CurrElementIter(Elements.
begin()) {}
450 : Elements(
std::
move(
RHS.Elements)), CurrElementIter(Elements.
begin()) {}
462 Elements =
RHS.Elements;
463 CurrElementIter = Elements.begin();
467 Elements = std::move(
RHS.Elements);
468 CurrElementIter = Elements.begin();
473 bool test(
unsigned Idx)
const {
474 if (Elements.empty())
477 unsigned ElementIndex = Idx / ElementSize;
478 ElementListConstIter ElementIter = FindLowerBoundConst(ElementIndex);
482 if (ElementIter == Elements.end() ||
483 ElementIter->index() != ElementIndex)
485 return ElementIter->test(Idx % ElementSize);
489 if (Elements.empty())
492 unsigned ElementIndex = Idx / ElementSize;
493 ElementListIter ElementIter = FindLowerBound(ElementIndex);
497 if (ElementIter == Elements.end() ||
498 ElementIter->index() != ElementIndex)
500 ElementIter->reset(Idx % ElementSize);
503 if (ElementIter->empty()) {
505 Elements.erase(ElementIter);
510 unsigned ElementIndex = Idx / ElementSize;
511 ElementListIter ElementIter;
512 if (Elements.empty()) {
513 ElementIter = Elements.emplace(Elements.end(), ElementIndex);
515 ElementIter = FindLowerBound(ElementIndex);
517 if (ElementIter == Elements.end() ||
518 ElementIter->index() != ElementIndex) {
522 if (ElementIter != Elements.end() &&
523 ElementIter->index() < ElementIndex)
525 ElementIter = Elements.emplace(ElementIter, ElementIndex);
528 CurrElementIter = ElementIter;
530 ElementIter->set(Idx % ElementSize);
534 bool old =
test(Idx);
543 return !(*
this ==
RHS);
547 ElementListConstIter Iter1 = Elements.begin();
548 ElementListConstIter Iter2 =
RHS.Elements.begin();
550 for (; Iter1 != Elements.end() && Iter2 !=
RHS.Elements.end();
552 if (*Iter1 != *Iter2)
555 return Iter1 == Elements.end() && Iter2 ==
RHS.Elements.end();
563 bool changed =
false;
564 ElementListIter Iter1 = Elements.begin();
565 ElementListConstIter Iter2 =
RHS.Elements.begin();
568 if (
RHS.Elements.empty())
571 while (Iter2 !=
RHS.Elements.end()) {
572 if (Iter1 == Elements.end() || Iter1->index() > Iter2->index()) {
573 Elements.insert(Iter1, *Iter2);
576 }
else if (Iter1->index() == Iter2->index()) {
577 changed |= Iter1->unionWith(*Iter2);
584 CurrElementIter = Elements.begin();
593 bool changed =
false;
594 ElementListIter Iter1 = Elements.begin();
595 ElementListConstIter Iter2 =
RHS.Elements.begin();
598 if (Elements.empty() &&
RHS.Elements.empty())
602 while (Iter2 !=
RHS.Elements.end()) {
603 if (Iter1 == Elements.end()) {
604 CurrElementIter = Elements.begin();
608 if (Iter1->index() > Iter2->index()) {
610 }
else if (Iter1->index() == Iter2->index()) {
612 changed |= Iter1->intersectWith(*Iter2, BecameZero);
614 ElementListIter IterTmp = Iter1;
616 Elements.erase(IterTmp);
622 ElementListIter IterTmp = Iter1;
624 Elements.erase(IterTmp);
628 if (Iter1 != Elements.end()) {
629 Elements.erase(Iter1, Elements.end());
632 CurrElementIter = Elements.begin();
647 bool changed =
false;
648 ElementListIter Iter1 = Elements.begin();
649 ElementListConstIter Iter2 =
RHS.Elements.begin();
652 if (Elements.empty() ||
RHS.Elements.empty())
656 while (Iter2 !=
RHS.Elements.end()) {
657 if (Iter1 == Elements.end()) {
658 CurrElementIter = Elements.begin();
662 if (Iter1->index() > Iter2->index()) {
664 }
else if (Iter1->index() == Iter2->index()) {
666 changed |= Iter1->intersectWithComplement(*Iter2, BecameZero);
668 ElementListIter IterTmp = Iter1;
670 Elements.erase(IterTmp);
679 CurrElementIter = Elements.begin();
695 }
else if (
this == &RHS2) {
702 CurrElementIter = Elements.begin();
703 ElementListConstIter Iter1 = RHS1.Elements.begin();
704 ElementListConstIter Iter2 = RHS2.Elements.begin();
708 if (RHS1.Elements.empty())
712 while (Iter2 != RHS2.Elements.end()) {
713 if (Iter1 == RHS1.Elements.end())
716 if (Iter1->index() > Iter2->index()) {
718 }
else if (Iter1->index() == Iter2->index()) {
719 bool BecameZero =
false;
720 Elements.emplace_back(Iter1->index());
721 Elements.back().intersectWithComplement(*Iter1, *Iter2, BecameZero);
727 Elements.push_back(*Iter1++);
732 std::copy(Iter1, RHS1.Elements.end(), std::back_inserter(Elements));
746 ElementListConstIter Iter1 = Elements.begin();
747 ElementListConstIter Iter2 =
RHS.Elements.begin();
750 if (Elements.empty() &&
RHS.Elements.empty())
754 while (Iter2 !=
RHS.Elements.end()) {
755 if (Iter1 == Elements.end())
758 if (Iter1->index() > Iter2->index()) {
760 }
else if (Iter1->index() == Iter2->index()) {
761 if (Iter1->intersects(*Iter2))
777 return (Result ==
RHS);
782 if (Elements.empty())
785 return (
First.index() * ElementSize) +
First.find_first();
790 if (Elements.empty())
793 return (
Last.index() * ElementSize) +
Last.find_last();
798 return Elements.empty();
802 unsigned BitCount = 0;
804 BitCount += Elem.count();
820template <
unsigned ElementSize>
826template <
unsigned ElementSize>
829 return LHS->operator|=(
RHS);
832template <
unsigned ElementSize>
835 return LHS->operator&=(
RHS);
838template <
unsigned ElementSize>
846template <
unsigned ElementSize>
847inline SparseBitVector<ElementSize>
855template <
unsigned ElementSize>
856inline SparseBitVector<ElementSize>
864template <
unsigned ElementSize>
865inline SparseBitVector<ElementSize>
869 Result.intersectWithComplement(
LHS,
RHS);
874template <
unsigned ElementSize>
882 for (++bi; bi != be; ++bi) {
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
#define LLVM_ATTRIBUTE_WARN_UNUSED
static std::optional< ArrayRef< InsnRange >::iterator > intersects(const MachineInstr *StartMI, const MachineInstr *EndMI, ArrayRef< InsnRange > Ranges, const InstructionOrdering &Ordering)
Check if the instruction range [StartMI, EndMI] intersects any instruction range in Ranges.
bool operator==(const MergedFunctionsInfo &LHS, const MergedFunctionsInfo &RHS)
This file implements the C++20 <bit> header.
bool empty() const
Returns whether there are no bits in this bitvector.
bool operator!=(const SparseBitVector &RHS) const
bool intersects(const SparseBitVector< ElementSize > &RHS) const
bool operator==(const SparseBitVector &RHS) const
SparseBitVector & operator=(const SparseBitVector &RHS)
bool test_and_set(unsigned Idx)
void intersectWithComplement(const SparseBitVector< ElementSize > *RHS1, const SparseBitVector< ElementSize > *RHS2)
bool contains(const SparseBitVector< ElementSize > &RHS) const
void intersectWithComplement(const SparseBitVector< ElementSize > &RHS1, const SparseBitVector< ElementSize > &RHS2)
SparseBitVector(const SparseBitVector &RHS)
bool operator|=(const SparseBitVector &RHS)
bool test(unsigned Idx) const
bool operator&=(const SparseBitVector &RHS)
SparseBitVector & operator=(SparseBitVector &&RHS)
bool intersectWithComplement(const SparseBitVector< ElementSize > *RHS) const
bool intersectWithComplement(const SparseBitVector &RHS)
bool intersects(const SparseBitVector< ElementSize > *RHS) const
SparseBitVectorIterator iterator
SparseBitVector(SparseBitVector &&RHS)
This class implements an extremely fast bulk output stream that can only output to a stream.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
This is an optimization pass for GlobalISel generic memory operations.
void dump(const SparseBitVector< ElementSize > &LHS, raw_ostream &out)
APInt operator&(APInt a, const APInt &b)
APInt operator*(APInt a, uint64_t RHS)
constexpr int popcount(T Value) noexcept
Count the number of set bits in a value.
int countr_zero(T Val)
Count number of 0's from the least significant bit to the most stopping at the first 1.
int countl_zero(T Val)
Count number of 0's from the most significant bit to the least stopping at the first 1.
@ First
Helpers to iterate all locations in the MemoryEffectsBase class.
bool operator&=(SparseBitVector< ElementSize > *LHS, const SparseBitVector< ElementSize > &RHS)
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
bool operator|=(SparseBitVector< ElementSize > &LHS, const SparseBitVector< ElementSize > *RHS)
APInt operator|(APInt a, const APInt &b)
@ End
Run the machine verifier once, at the end of the pipeline.
Implement std::hash so that hash_code can be used in STL containers.
SparseBitVector is an implementation of a bitvector that is sparse by only storing the elements that ...
bool operator==(const SparseBitVectorElement &RHS) const
int find_next(unsigned Curr) const
find_next - Returns the index of the next set bit starting from the "Curr" bit.
bool unionWith(const SparseBitVectorElement &RHS)
int find_last() const
find_last - Returns the index of the last set bit.
SparseBitVectorElement(unsigned Idx)
void intersectWithComplement(const SparseBitVectorElement &RHS1, const SparseBitVectorElement &RHS2, bool &BecameZero)
bool intersectWith(const SparseBitVectorElement &RHS, bool &BecameZero)
bool operator!=(const SparseBitVectorElement &RHS) const
bool test_and_set(unsigned Idx)
BitWord word(unsigned Idx) const
bool test(unsigned Idx) const
bool intersectWithComplement(const SparseBitVectorElement &RHS, bool &BecameZero)
int find_first() const
find_first - Returns the index of the first set bit.
bool intersects(const SparseBitVectorElement &RHS) const