Coverage Report

Created: 2018-09-17 19:50

/Users/buildslave/jenkins/workspace/clang-stage2-coverage-R/llvm/include/llvm/CodeGen/SlotIndexes.h
Line
Count
Source (jump to first uncovered line)
1
//===- llvm/CodeGen/SlotIndexes.h - Slot indexes representation -*- C++ -*-===//
2
//
3
//                     The LLVM Compiler Infrastructure
4
//
5
// This file is distributed under the University of Illinois Open Source
6
// License. See LICENSE.TXT for details.
7
//
8
//===----------------------------------------------------------------------===//
9
//
10
// This file implements SlotIndex and related classes. The purpose of SlotIndex
11
// is to describe a position at which a register can become live, or cease to
12
// be live.
13
//
14
// SlotIndex is mostly a proxy for entries of the SlotIndexList, a class which
15
// is held is LiveIntervals and provides the real numbering. This allows
16
// LiveIntervals to perform largely transparent renumbering.
17
//===----------------------------------------------------------------------===//
18
19
#ifndef LLVM_CODEGEN_SLOTINDEXES_H
20
#define LLVM_CODEGEN_SLOTINDEXES_H
21
22
#include "llvm/ADT/DenseMap.h"
23
#include "llvm/ADT/IntervalMap.h"
24
#include "llvm/ADT/PointerIntPair.h"
25
#include "llvm/ADT/SmallVector.h"
26
#include "llvm/ADT/ilist.h"
27
#include "llvm/CodeGen/MachineBasicBlock.h"
28
#include "llvm/CodeGen/MachineFunction.h"
29
#include "llvm/CodeGen/MachineFunctionPass.h"
30
#include "llvm/CodeGen/MachineInstr.h"
31
#include "llvm/CodeGen/MachineInstrBundle.h"
32
#include "llvm/Pass.h"
33
#include "llvm/Support/Allocator.h"
34
#include <algorithm>
35
#include <cassert>
36
#include <iterator>
37
#include <utility>
38
39
namespace llvm {
40
41
class raw_ostream;
42
43
  /// This class represents an entry in the slot index list held in the
44
  /// SlotIndexes pass. It should not be used directly. See the
45
  /// SlotIndex & SlotIndexes classes for the public interface to this
46
  /// information.
47
  class IndexListEntry : public ilist_node<IndexListEntry> {
48
    MachineInstr *mi;
49
    unsigned index;
50
51
  public:
52
62.2M
    IndexListEntry(MachineInstr *mi, unsigned index) : mi(mi), index(index) {}
53
54
191M
    MachineInstr* getInstr() const { return mi; }
55
9.67M
    void setInstr(MachineInstr *mi) {
56
9.67M
      this->mi = mi;
57
9.67M
    }
58
59
6.22G
    unsigned getIndex() const { return index; }
60
16.7M
    void setIndex(unsigned index) {
61
16.7M
      this->index = index;
62
16.7M
    }
63
64
#ifdef EXPENSIVE_CHECKS
65
    // When EXPENSIVE_CHECKS is defined, "erased" index list entries will
66
    // actually be moved to a "graveyard" list, and have their pointers
67
    // poisoned, so that dangling SlotIndex access can be reliably detected.
68
    void setPoison() {
69
      intptr_t tmp = reinterpret_cast<intptr_t>(mi);
70
      assert(((tmp & 0x1) == 0x0) && "Pointer already poisoned?");
71
      tmp |= 0x1;
72
      mi = reinterpret_cast<MachineInstr*>(tmp);
73
    }
74
75
    bool isPoisoned() const { return (reinterpret_cast<intptr_t>(mi) & 0x1) == 0x1; }
76
#endif // EXPENSIVE_CHECKS
77
  };
78
79
  template <>
80
  struct ilist_alloc_traits<IndexListEntry>
81
      : public ilist_noalloc_traits<IndexListEntry> {};
82
83
  /// SlotIndex - An opaque wrapper around machine indexes.
84
0
  class SlotIndex {
Unexecuted instantiation: llvm::SlotIndex::operator=(llvm::SlotIndex const&)
Unexecuted instantiation: llvm::SlotIndex::operator=(llvm::SlotIndex&&)
85
    friend class SlotIndexes;
86
87
    enum Slot {
88
      /// Basic block boundary.  Used for live ranges entering and leaving a
89
      /// block without being live in the layout neighbor.  Also used as the
90
      /// def slot of PHI-defs.
91
      Slot_Block,
92
93
      /// Early-clobber register use/def slot.  A live range defined at
94
      /// Slot_EarlyClobber interferes with normal live ranges killed at
95
      /// Slot_Register.  Also used as the kill slot for live ranges tied to an
96
      /// early-clobber def.
97
      Slot_EarlyClobber,
98
99
      /// Normal register use/def slot.  Normal instructions kill and define
100
      /// register live ranges at this slot.
101
      Slot_Register,
102
103
      /// Dead def kill point.  Kill slot for a live range that is defined by
104
      /// the same instruction (Slot_Register or Slot_EarlyClobber), but isn't
105
      /// used anywhere.
106
      Slot_Dead,
107
108
      Slot_Count
109
    };
110
111
    PointerIntPair<IndexListEntry*, 2, unsigned> lie;
112
113
    SlotIndex(IndexListEntry *entry, unsigned slot)
114
542M
      : lie(entry, slot) {}
115
116
6.86G
    IndexListEntry* listEntry() const {
117
6.86G
      assert(isValid() && "Attempt to compare reserved index.");
118
6.86G
#ifdef EXPENSIVE_CHECKS
119
6.86G
      assert(!lie.getPointer()->isPoisoned() &&
120
6.86G
             "Attempt to access deleted list-entry.");
121
6.86G
#endif // EXPENSIVE_CHECKS
122
6.86G
      return lie.getPointer();
123
6.86G
    }
124
125
6.11G
    unsigned getIndex() const {
126
6.11G
      return listEntry()->getIndex() | getSlot();
127
6.11G
    }
128
129
    /// Returns the slot for this SlotIndex.
130
6.42G
    Slot getSlot() const {
131
6.42G
      return static_cast<Slot>(lie.getInt());
132
6.42G
    }
133
134
  public:
135
    enum {
136
      /// The default distance between instructions as returned by distance().
137
      /// This may vary as instructions are inserted and removed.
138
      InstrDist = 4 * Slot_Count
139
    };
140
141
    /// Construct an invalid index.
142
607M
    SlotIndex() = default;
143
144
    // Construct a new slot index from the given one, and set the slot.
145
    SlotIndex(const SlotIndex &li, Slot s) : lie(li.listEntry(), unsigned(s)) {
146
      assert(lie.getPointer() != nullptr &&
147
             "Attempt to construct index with 0 pointer.");
148
    }
149
150
    /// Returns true if this is a valid index. Invalid indices do
151
    /// not point into an index table, and cannot be compared.
152
807M
    bool isValid() const {
153
807M
      return lie.getPointer();
154
807M
    }
155
156
    /// Return true for a valid index.
157
5.52M
    explicit operator bool() const { return isValid(); }
158
159
    /// Print this index to the given raw_ostream.
160
    void print(raw_ostream &os) const;
161
162
    /// Dump this index to stderr.
163
    void dump() const;
164
165
    /// Compare two SlotIndex objects for equality.
166
108M
    bool operator==(SlotIndex other) const {
167
108M
      return lie == other.lie;
168
108M
    }
169
    /// Compare two SlotIndex objects for inequality.
170
56.5M
    bool operator!=(SlotIndex other) const {
171
56.5M
      return lie != other.lie;
172
56.5M
    }
173
174
    /// Compare two SlotIndex objects. Return true if the first index
175
    /// is strictly lower than the second.
176
1.07G
    bool operator<(SlotIndex other) const {
177
1.07G
      return getIndex() < other.getIndex();
178
1.07G
    }
179
    /// Compare two SlotIndex objects. Return true if the first index
180
    /// is lower than, or equal to, the second.
181
1.14G
    bool operator<=(SlotIndex other) const {
182
1.14G
      return getIndex() <= other.getIndex();
183
1.14G
    }
184
185
    /// Compare two SlotIndex objects. Return true if the first index
186
    /// is greater than the second.
187
265M
    bool operator>(SlotIndex other) const {
188
265M
      return getIndex() > other.getIndex();
189
265M
    }
190
191
    /// Compare two SlotIndex objects. Return true if the first index
192
    /// is greater than, or equal to, the second.
193
550M
    bool operator>=(SlotIndex other) const {
194
550M
      return getIndex() >= other.getIndex();
195
550M
    }
196
197
    /// isSameInstr - Return true if A and B refer to the same instruction.
198
37.1M
    static bool isSameInstr(SlotIndex A, SlotIndex B) {
199
37.1M
      return A.lie.getPointer() == B.lie.getPointer();
200
37.1M
    }
201
202
    /// isEarlierInstr - Return true if A refers to an instruction earlier than
203
    /// B. This is equivalent to A < B && !isSameInstr(A, B).
204
37.9M
    static bool isEarlierInstr(SlotIndex A, SlotIndex B) {
205
37.9M
      return A.listEntry()->getIndex() < B.listEntry()->getIndex();
206
37.9M
    }
207
208
    /// Return true if A refers to the same instruction as B or an earlier one.
209
    /// This is equivalent to !isEarlierInstr(B, A).
210
1.33M
    static bool isEarlierEqualInstr(SlotIndex A, SlotIndex B) {
211
1.33M
      return !isEarlierInstr(B, A);
212
1.33M
    }
213
214
    /// Return the distance from this index to the given one.
215
25.7M
    int distance(SlotIndex other) const {
216
25.7M
      return other.getIndex() - getIndex();
217
25.7M
    }
218
219
    /// Return the scaled distance from this index to the given one, where all
220
    /// slots on the same instruction have zero distance.
221
5.43M
    int getInstrDistance(SlotIndex other) const {
222
5.43M
      return (other.listEntry()->getIndex() - listEntry()->getIndex())
223
5.43M
        / Slot_Count;
224
5.43M
    }
225
226
    /// isBlock - Returns true if this is a block boundary slot.
227
159M
    bool isBlock() const { return getSlot() == Slot_Block; }
228
229
    /// isEarlyClobber - Returns true if this is an early-clobber slot.
230
6.02M
    bool isEarlyClobber() const { return getSlot() == Slot_EarlyClobber; }
231
232
    /// isRegister - Returns true if this is a normal register use/def slot.
233
    /// Note that early-clobber slots may also be used for uses and defs.
234
3.33M
    bool isRegister() const { return getSlot() == Slot_Register; }
235
236
    /// isDead - Returns true if this is a dead def kill slot.
237
9.44M
    bool isDead() const { return getSlot() == Slot_Dead; }
238
239
    /// Returns the base index for associated with this index. The base index
240
    /// is the one associated with the Slot_Block slot for the instruction
241
    /// pointed to by this index.
242
148M
    SlotIndex getBaseIndex() const {
243
148M
      return SlotIndex(listEntry(), Slot_Block);
244
148M
    }
245
246
    /// Returns the boundary index for associated with this index. The boundary
247
    /// index is the one associated with the Slot_Block slot for the instruction
248
    /// pointed to by this index.
249
11.6M
    SlotIndex getBoundaryIndex() const {
250
11.6M
      return SlotIndex(listEntry(), Slot_Dead);
251
11.6M
    }
252
253
    /// Returns the register use/def slot in the current instruction for a
254
    /// normal or early-clobber def.
255
104M
    SlotIndex getRegSlot(bool EC = false) const {
256
104M
      return SlotIndex(listEntry(), EC ? 
Slot_EarlyClobber3.86M
:
Slot_Register100M
);
257
104M
    }
258
259
    /// Returns the dead def kill slot for the current instruction.
260
71.9M
    SlotIndex getDeadSlot() const {
261
71.9M
      return SlotIndex(listEntry(), Slot_Dead);
262
71.9M
    }
263
264
    /// Returns the next slot in the index list. This could be either the
265
    /// next slot for the instruction pointed to by this index or, if this
266
    /// index is a STORE, the first slot for the next instruction.
267
    /// WARNING: This method is considerably more expensive than the methods
268
    /// that return specific slots (getUseIndex(), etc). If you can - please
269
    /// use one of those methods.
270
8.71M
    SlotIndex getNextSlot() const {
271
8.71M
      Slot s = getSlot();
272
8.71M
      if (s == Slot_Dead) {
273
23.7k
        return SlotIndex(&*++listEntry()->getIterator(), Slot_Block);
274
23.7k
      }
275
8.69M
      return SlotIndex(listEntry(), s + 1);
276
8.69M
    }
277
278
    /// Returns the next index. This is the index corresponding to the this
279
    /// index's slot, but for the next instruction.
280
27.8k
    SlotIndex getNextIndex() const {
281
27.8k
      return SlotIndex(&*++listEntry()->getIterator(), getSlot());
282
27.8k
    }
283
284
    /// Returns the previous slot in the index list. This could be either the
285
    /// previous slot for the instruction pointed to by this index or, if this
286
    /// index is a Slot_Block, the last slot for the previous instruction.
287
    /// WARNING: This method is considerably more expensive than the methods
288
    /// that return specific slots (getUseIndex(), etc). If you can - please
289
    /// use one of those methods.
290
116M
    SlotIndex getPrevSlot() const {
291
116M
      Slot s = getSlot();
292
116M
      if (s == Slot_Block) {
293
47.8M
        return SlotIndex(&*--listEntry()->getIterator(), Slot_Dead);
294
47.8M
      }
295
68.6M
      return SlotIndex(listEntry(), s - 1);
296
68.6M
    }
297
298
    /// Returns the previous index. This is the index corresponding to this
299
    /// index's slot, but for the previous instruction.
300
44.2k
    SlotIndex getPrevIndex() const {
301
44.2k
      return SlotIndex(&*--listEntry()->getIterator(), getSlot());
302
44.2k
    }
303
  };
304
305
  template <> struct isPodLike<SlotIndex> { static const bool value = true; };
306
307
6.20k
  inline raw_ostream& operator<<(raw_ostream &os, SlotIndex li) {
308
6.20k
    li.print(os);
309
6.20k
    return os;
310
6.20k
  }
311
312
  using IdxMBBPair = std::pair<SlotIndex, MachineBasicBlock *>;
313
314
0
  inline bool operator<(SlotIndex V, const IdxMBBPair &IM) {
315
0
    return V < IM.first;
316
0
  }
317
318
35.7M
  inline bool operator<(const IdxMBBPair &IM, SlotIndex V) {
319
35.7M
    return IM.first < V;
320
35.7M
  }
321
322
  struct Idx2MBBCompare {
323
8.99M
    bool operator()(const IdxMBBPair &LHS, const IdxMBBPair &RHS) const {
324
8.99M
      return LHS.first < RHS.first;
325
8.99M
    }
326
  };
327
328
  /// SlotIndexes pass.
329
  ///
330
  /// This pass assigns indexes to each instruction.
331
  class SlotIndexes : public MachineFunctionPass {
332
  private:
333
    // IndexListEntry allocator.
334
    BumpPtrAllocator ileAllocator;
335
336
    using IndexList = ilist<IndexListEntry>;
337
    IndexList indexList;
338
339
#ifdef EXPENSIVE_CHECKS
340
    IndexList graveyardList;
341
#endif // EXPENSIVE_CHECKS
342
343
    MachineFunction *mf;
344
345
    using Mi2IndexMap = DenseMap<const MachineInstr *, SlotIndex>;
346
    Mi2IndexMap mi2iMap;
347
348
    /// MBBRanges - Map MBB number to (start, stop) indexes.
349
    SmallVector<std::pair<SlotIndex, SlotIndex>, 8> MBBRanges;
350
351
    /// Idx2MBBMap - Sorted list of pairs of index of first instruction
352
    /// and MBB id.
353
    SmallVector<IdxMBBPair, 8> idx2MBBMap;
354
355
62.2M
    IndexListEntry* createEntry(MachineInstr *mi, unsigned index) {
356
62.2M
      IndexListEntry *entry =
357
62.2M
          static_cast<IndexListEntry *>(ileAllocator.Allocate(
358
62.2M
              sizeof(IndexListEntry), alignof(IndexListEntry)));
359
62.2M
360
62.2M
      new (entry) IndexListEntry(mi, index);
361
62.2M
362
62.2M
      return entry;
363
62.2M
    }
364
365
    /// Renumber locally after inserting curItr.
366
    void renumberIndexes(IndexList::iterator curItr);
367
368
  public:
369
    static char ID;
370
371
66.2k
    SlotIndexes() : MachineFunctionPass(ID) {
372
66.2k
      initializeSlotIndexesPass(*PassRegistry::getPassRegistry());
373
66.2k
    }
374
375
65.9k
    ~SlotIndexes() override {
376
65.9k
      // The indexList's nodes are all allocated in the BumpPtrAllocator.
377
65.9k
      indexList.clearAndLeakNodesUnsafely();
378
65.9k
    }
379
380
    void getAnalysisUsage(AnalysisUsage &au) const override;
381
    void releaseMemory() override;
382
383
    bool runOnMachineFunction(MachineFunction &fn) override;
384
385
    /// Dump the indexes.
386
    void dump() const;
387
388
    /// Renumber the index list, providing space for new instructions.
389
    void renumberIndexes();
390
391
    /// Repair indexes after adding and removing instructions.
392
    void repairIndexesInRange(MachineBasicBlock *MBB,
393
                              MachineBasicBlock::iterator Begin,
394
                              MachineBasicBlock::iterator End);
395
396
    /// Returns the zero index for this analysis.
397
67.2k
    SlotIndex getZeroIndex() {
398
67.2k
      assert(indexList.front().getIndex() == 0 && "First index is not 0?");
399
67.2k
      return SlotIndex(&indexList.front(), 0);
400
67.2k
    }
401
402
    /// Returns the base index of the last slot in this analysis.
403
5.43M
    SlotIndex getLastIndex() {
404
5.43M
      return SlotIndex(&indexList.back(), 0);
405
5.43M
    }
406
407
    /// Returns true if the given machine instr is mapped to an index,
408
    /// otherwise returns false.
409
13.2M
    bool hasIndex(const MachineInstr &instr) const {
410
13.2M
      return mi2iMap.count(&instr);
411
13.2M
    }
412
413
    /// Returns the base index for the given instruction.
414
147M
    SlotIndex getInstructionIndex(const MachineInstr &MI) const {
415
147M
      // Instructions inside a bundle have the same number as the bundle itself.
416
147M
      const MachineInstr &BundleStart = *getBundleStart(MI.getIterator());
417
147M
      assert(!BundleStart.isDebugInstr() &&
418
147M
             "Could not use a debug instruction to query mi2iMap.");
419
147M
      Mi2IndexMap::const_iterator itr = mi2iMap.find(&BundleStart);
420
147M
      assert(itr != mi2iMap.end() && "Instruction not found in maps.");
421
147M
      return itr->second;
422
147M
    }
423
424
    /// Returns the instruction for the given index, or null if the given
425
    /// index has no instruction associated with it.
426
180M
    MachineInstr* getInstructionFromIndex(SlotIndex index) const {
427
18.4E
      return index.isValid() ? 
index.listEntry()->getInstr()180M
: nullptr;
428
180M
    }
429
430
    /// Returns the next non-null index, if one exists.
431
    /// Otherwise returns getLastIndex().
432
8.15M
    SlotIndex getNextNonNullIndex(SlotIndex Index) {
433
8.15M
      IndexList::iterator I = Index.listEntry()->getIterator();
434
8.15M
      IndexList::iterator E = indexList.end();
435
11.2M
      while (++I != E)
436
11.2M
        if (I->getInstr())
437
8.15M
          return SlotIndex(&*I, Index.getSlot());
438
8.15M
      // We reached the end of the function.
439
8.15M
      
return getLastIndex()13
;
440
8.15M
    }
441
442
    /// getIndexBefore - Returns the index of the last indexed instruction
443
    /// before MI, or the start index of its basic block.
444
    /// MI is not required to have an index.
445
1.74M
    SlotIndex getIndexBefore(const MachineInstr &MI) const {
446
1.74M
      const MachineBasicBlock *MBB = MI.getParent();
447
1.74M
      assert(MBB && "MI must be inserted inna basic block");
448
1.74M
      MachineBasicBlock::const_iterator I = MI, B = MBB->begin();
449
1.74M
      while (true) {
450
1.74M
        if (I == B)
451
167k
          return getMBBStartIdx(MBB);
452
1.58M
        --I;
453
1.58M
        Mi2IndexMap::const_iterator MapItr = mi2iMap.find(&*I);
454
1.58M
        if (MapItr != mi2iMap.end())
455
1.58M
          return MapItr->second;
456
1.58M
      }
457
1.74M
    }
458
459
    /// getIndexAfter - Returns the index of the first indexed instruction
460
    /// after MI, or the end index of its basic block.
461
    /// MI is not required to have an index.
462
194k
    SlotIndex getIndexAfter(const MachineInstr &MI) const {
463
194k
      const MachineBasicBlock *MBB = MI.getParent();
464
194k
      assert(MBB && "MI must be inserted inna basic block");
465
194k
      MachineBasicBlock::const_iterator I = MI, E = MBB->end();
466
194k
      while (true) {
467
194k
        ++I;
468
194k
        if (I == E)
469
30.6k
          return getMBBEndIdx(MBB);
470
163k
        Mi2IndexMap::const_iterator MapItr = mi2iMap.find(&*I);
471
163k
        if (MapItr != mi2iMap.end())
472
163k
          return MapItr->second;
473
163k
      }
474
194k
    }
475
476
    /// Return the (start,end) range of the given basic block number.
477
    const std::pair<SlotIndex, SlotIndex> &
478
234M
    getMBBRange(unsigned Num) const {
479
234M
      return MBBRanges[Num];
480
234M
    }
481
482
    /// Return the (start,end) range of the given basic block.
483
    const std::pair<SlotIndex, SlotIndex> &
484
106M
    getMBBRange(const MachineBasicBlock *MBB) const {
485
106M
      return getMBBRange(MBB->getNumber());
486
106M
    }
487
488
    /// Returns the first index in the given basic block number.
489
35.0M
    SlotIndex getMBBStartIdx(unsigned Num) const {
490
35.0M
      return getMBBRange(Num).first;
491
35.0M
    }
492
493
    /// Returns the first index in the given basic block.
494
44.1M
    SlotIndex getMBBStartIdx(const MachineBasicBlock *mbb) const {
495
44.1M
      return getMBBRange(mbb).first;
496
44.1M
    }
497
498
    /// Returns the last index in the given basic block number.
499
0
    SlotIndex getMBBEndIdx(unsigned Num) const {
500
0
      return getMBBRange(Num).second;
501
0
    }
502
503
    /// Returns the last index in the given basic block.
504
20.4M
    SlotIndex getMBBEndIdx(const MachineBasicBlock *mbb) const {
505
20.4M
      return getMBBRange(mbb).second;
506
20.4M
    }
507
508
    /// Iterator over the idx2MBBMap (sorted pairs of slot index of basic block
509
    /// begin and basic block)
510
    using MBBIndexIterator = SmallVectorImpl<IdxMBBPair>::const_iterator;
511
512
    /// Move iterator to the next IdxMBBPair where the SlotIndex is greater or
513
    /// equal to \p To.
514
7.75M
    MBBIndexIterator advanceMBBIndex(MBBIndexIterator I, SlotIndex To) const {
515
7.75M
      return std::lower_bound(I, idx2MBBMap.end(), To);
516
7.75M
    }
517
518
    /// Get an iterator pointing to the IdxMBBPair with the biggest SlotIndex
519
    /// that is greater or equal to \p Idx.
520
2.40M
    MBBIndexIterator findMBBIndex(SlotIndex Idx) const {
521
2.40M
      return advanceMBBIndex(idx2MBBMap.begin(), Idx);
522
2.40M
    }
523
524
    /// Returns an iterator for the begin of the idx2MBBMap.
525
1.89M
    MBBIndexIterator MBBIndexBegin() const {
526
1.89M
      return idx2MBBMap.begin();
527
1.89M
    }
528
529
    /// Return an iterator for the end of the idx2MBBMap.
530
23.2M
    MBBIndexIterator MBBIndexEnd() const {
531
23.2M
      return idx2MBBMap.end();
532
23.2M
    }
533
534
    /// Returns the basic block which the given index falls in.
535
125M
    MachineBasicBlock* getMBBFromIndex(SlotIndex index) const {
536
125M
      if (MachineInstr *MI = getInstructionFromIndex(index))
537
122M
        return MI->getParent();
538
2.39M
539
2.39M
      MBBIndexIterator I = findMBBIndex(index);
540
2.39M
      // Take the pair containing the index
541
2.39M
      MBBIndexIterator J =
542
2.39M
        ((I != MBBIndexEnd() && 
I->first > index2.33M
) ||
543
2.39M
         
(2.09M
I == MBBIndexEnd()2.09M
&&
!idx2MBBMap.empty()62.1k
)) ?
std::prev(I)370k
:
I2.02M
;
544
2.39M
545
2.39M
      assert(J != MBBIndexEnd() && J->first <= index &&
546
2.39M
             index < getMBBEndIdx(J->second) &&
547
2.39M
             "index does not correspond to an MBB");
548
2.39M
      return J->second;
549
2.39M
    }
550
551
    /// Returns the MBB covering the given range, or null if the range covers
552
    /// more than one basic block.
553
0
    MachineBasicBlock* getMBBCoveringRange(SlotIndex start, SlotIndex end) const {
554
0
555
0
      assert(start < end && "Backwards ranges not allowed.");
556
0
      MBBIndexIterator itr = findMBBIndex(start);
557
0
      if (itr == MBBIndexEnd()) {
558
0
        itr = std::prev(itr);
559
0
        return itr->second;
560
0
      }
561
0
562
0
      // Check that we don't cross the boundary into this block.
563
0
      if (itr->first < end)
564
0
        return nullptr;
565
0
566
0
      itr = std::prev(itr);
567
0
568
0
      if (itr->first <= start)
569
0
        return itr->second;
570
0
571
0
      return nullptr;
572
0
    }
573
574
    /// Insert the given machine instruction into the mapping. Returns the
575
    /// assigned index.
576
    /// If Late is set and there are null indexes between mi's neighboring
577
    /// instructions, create the new index after the null indexes instead of
578
    /// before them.
579
1.94M
    SlotIndex insertMachineInstrInMaps(MachineInstr &MI, bool Late = false) {
580
1.94M
      assert(!MI.isInsideBundle() &&
581
1.94M
             "Instructions inside bundles should use bundle start's slot.");
582
1.94M
      assert(mi2iMap.find(&MI) == mi2iMap.end() && "Instr already indexed.");
583
1.94M
      // Numbering debug instructions could cause code generation to be
584
1.94M
      // affected by debug information.
585
1.94M
      assert(!MI.isDebugInstr() && "Cannot number debug instructions.");
586
1.94M
587
1.94M
      assert(MI.getParent() != nullptr && "Instr must be added to function.");
588
1.94M
589
1.94M
      // Get the entries where MI should be inserted.
590
1.94M
      IndexList::iterator prevItr, nextItr;
591
1.94M
      if (Late) {
592
194k
        // Insert MI's index immediately before the following instruction.
593
194k
        nextItr = getIndexAfter(MI).listEntry()->getIterator();
594
194k
        prevItr = std::prev(nextItr);
595
1.74M
      } else {
596
1.74M
        // Insert MI's index immediately after the preceding instruction.
597
1.74M
        prevItr = getIndexBefore(MI).listEntry()->getIterator();
598
1.74M
        nextItr = std::next(prevItr);
599
1.74M
      }
600
1.94M
601
1.94M
      // Get a number for the new instr, or 0 if there's no room currently.
602
1.94M
      // In the latter case we'll force a renumber later.
603
1.94M
      unsigned dist = ((nextItr->getIndex() - prevItr->getIndex())/2) & ~3u;
604
1.94M
      unsigned newNumber = prevItr->getIndex() + dist;
605
1.94M
606
1.94M
      // Insert a new list entry for MI.
607
1.94M
      IndexList::iterator newItr =
608
1.94M
          indexList.insert(nextItr, createEntry(&MI, newNumber));
609
1.94M
610
1.94M
      // Renumber locally if we need to.
611
1.94M
      if (dist == 0)
612
311k
        renumberIndexes(newItr);
613
1.94M
614
1.94M
      SlotIndex newIndex(&*newItr, SlotIndex::Slot_Block);
615
1.94M
      mi2iMap.insert(std::make_pair(&MI, newIndex));
616
1.94M
      return newIndex;
617
1.94M
    }
618
619
    /// Removes machine instruction (bundle) \p MI from the mapping.
620
    /// This should be called before MachineInstr::eraseFromParent() is used to
621
    /// remove a whole bundle or an unbundled instruction.
622
    void removeMachineInstrFromMaps(MachineInstr &MI);
623
624
    /// Removes a single machine instruction \p MI from the mapping.
625
    /// This should be called before MachineInstr::eraseFromBundle() is used to
626
    /// remove a single instruction (out of a bundle).
627
    void removeSingleMachineInstrFromMaps(MachineInstr &MI);
628
629
    /// ReplaceMachineInstrInMaps - Replacing a machine instr with a new one in
630
    /// maps used by register allocator. \returns the index where the new
631
    /// instruction was inserted.
632
835k
    SlotIndex replaceMachineInstrInMaps(MachineInstr &MI, MachineInstr &NewMI) {
633
835k
      Mi2IndexMap::iterator mi2iItr = mi2iMap.find(&MI);
634
835k
      if (mi2iItr == mi2iMap.end())
635
0
        return SlotIndex();
636
835k
      SlotIndex replaceBaseIndex = mi2iItr->second;
637
835k
      IndexListEntry *miEntry(replaceBaseIndex.listEntry());
638
835k
      assert(miEntry->getInstr() == &MI &&
639
835k
             "Mismatched instruction in index tables.");
640
835k
      miEntry->setInstr(&NewMI);
641
835k
      mi2iMap.erase(mi2iItr);
642
835k
      mi2iMap.insert(std::make_pair(&NewMI, replaceBaseIndex));
643
835k
      return replaceBaseIndex;
644
835k
    }
645
646
    /// Add the given MachineBasicBlock into the maps.
647
0
    void insertMBBInMaps(MachineBasicBlock *mbb) {
648
0
      MachineFunction::iterator nextMBB =
649
0
        std::next(MachineFunction::iterator(mbb));
650
0
651
0
      IndexListEntry *startEntry = nullptr;
652
0
      IndexListEntry *endEntry = nullptr;
653
0
      IndexList::iterator newItr;
654
0
      if (nextMBB == mbb->getParent()->end()) {
655
0
        startEntry = &indexList.back();
656
0
        endEntry = createEntry(nullptr, 0);
657
0
        newItr = indexList.insertAfter(startEntry->getIterator(), endEntry);
658
0
      } else {
659
0
        startEntry = createEntry(nullptr, 0);
660
0
        endEntry = getMBBStartIdx(&*nextMBB).listEntry();
661
0
        newItr = indexList.insert(endEntry->getIterator(), startEntry);
662
0
      }
663
0
664
0
      SlotIndex startIdx(startEntry, SlotIndex::Slot_Block);
665
0
      SlotIndex endIdx(endEntry, SlotIndex::Slot_Block);
666
0
667
0
      MachineFunction::iterator prevMBB(mbb);
668
0
      assert(prevMBB != mbb->getParent()->end() &&
669
0
             "Can't insert a new block at the beginning of a function.");
670
0
      --prevMBB;
671
0
      MBBRanges[prevMBB->getNumber()].second = startIdx;
672
0
673
0
      assert(unsigned(mbb->getNumber()) == MBBRanges.size() &&
674
0
             "Blocks must be added in order");
675
0
      MBBRanges.push_back(std::make_pair(startIdx, endIdx));
676
0
      idx2MBBMap.push_back(IdxMBBPair(startIdx, mbb));
677
0
678
0
      renumberIndexes(newItr);
679
0
      llvm::sort(idx2MBBMap.begin(), idx2MBBMap.end(), Idx2MBBCompare());
680
0
    }
681
682
    /// Free the resources that were required to maintain a SlotIndex.
683
    ///
684
    /// Once an index is no longer needed (for instance because the instruction
685
    /// at that index has been moved), the resources required to maintain the
686
    /// index can be relinquished to reduce memory use and improve renumbering
687
    /// performance. Any remaining SlotIndex objects that point to the same
688
    /// index are left 'dangling' (much the same as a dangling pointer to a
689
    /// freed object) and should not be accessed, except to destruct them.
690
    ///
691
    /// Like dangling pointers, access to dangling SlotIndexes can cause
692
    /// painful-to-track-down bugs, especially if the memory for the index
693
    /// previously pointed to has been re-used. To detect dangling SlotIndex
694
    /// bugs, build with EXPENSIVE_CHECKS=1. This will cause "erased" indexes to
695
    /// be retained in a graveyard instead of being freed. Operations on indexes
696
    /// in the graveyard will trigger an assertion.
697
0
    void eraseIndex(SlotIndex index) {
698
0
      IndexListEntry *entry = index.listEntry();
699
0
#ifdef EXPENSIVE_CHECKS
700
0
      indexList.remove(entry);
701
0
      graveyardList.push_back(entry);
702
0
      entry->setPoison();
703
0
#else
704
0
      indexList.erase(entry);
705
0
#endif
706
0
    }
707
  };
708
709
  // Specialize IntervalMapInfo for half-open slot index intervals.
710
  template <>
711
  struct IntervalMapInfo<SlotIndex> : IntervalMapHalfOpenInfo<SlotIndex> {
712
  };
713
714
} // end namespace llvm
715
716
#endif // LLVM_CODEGEN_SLOTINDEXES_H