Coverage Report

Created: 2018-10-23 15:26

/Users/buildslave/jenkins/workspace/clang-stage2-coverage-R/llvm/tools/lld/ELF/Arch/X86_64.cpp
Line
Count
Source (jump to first uncovered line)
1
//===- X86_64.cpp ---------------------------------------------------------===//
2
//
3
//                             The LLVM Linker
4
//
5
// This file is distributed under the University of Illinois Open Source
6
// License. See LICENSE.TXT for details.
7
//
8
//===----------------------------------------------------------------------===//
9
10
#include "InputFiles.h"
11
#include "Symbols.h"
12
#include "SyntheticSections.h"
13
#include "Target.h"
14
#include "lld/Common/ErrorHandler.h"
15
#include "llvm/Object/ELF.h"
16
#include "llvm/Support/Endian.h"
17
18
using namespace llvm;
19
using namespace llvm::object;
20
using namespace llvm::support::endian;
21
using namespace llvm::ELF;
22
using namespace lld;
23
using namespace lld::elf;
24
25
namespace {
26
template <class ELFT> class X86_64 : public TargetInfo {
27
public:
28
  X86_64();
29
  RelExpr getRelExpr(RelType Type, const Symbol &S,
30
                     const uint8_t *Loc) const override;
31
  RelType getDynRel(RelType Type) const override;
32
  void writeGotPltHeader(uint8_t *Buf) const override;
33
  void writeGotPlt(uint8_t *Buf, const Symbol &S) const override;
34
  void writePltHeader(uint8_t *Buf) const override;
35
  void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
36
                int32_t Index, unsigned RelOff) const override;
37
  void relocateOne(uint8_t *Loc, RelType Type, uint64_t Val) const override;
38
39
  RelExpr adjustRelaxExpr(RelType Type, const uint8_t *Data,
40
                          RelExpr Expr) const override;
41
  void relaxGot(uint8_t *Loc, uint64_t Val) const override;
42
  void relaxTlsGdToIe(uint8_t *Loc, RelType Type, uint64_t Val) const override;
43
  void relaxTlsGdToLe(uint8_t *Loc, RelType Type, uint64_t Val) const override;
44
  void relaxTlsIeToLe(uint8_t *Loc, RelType Type, uint64_t Val) const override;
45
  void relaxTlsLdToLe(uint8_t *Loc, RelType Type, uint64_t Val) const override;
46
  bool adjustPrologueForCrossSplitStack(uint8_t *Loc, uint8_t *End,
47
                                        uint8_t StOther) const override;
48
49
private:
50
  void relaxGotNoPic(uint8_t *Loc, uint64_t Val, uint8_t Op,
51
                     uint8_t ModRm) const;
52
};
53
} // namespace
54
55
1.72k
template <class ELFT> X86_64<ELFT>::X86_64() {
56
1.72k
  CopyRel = R_X86_64_COPY;
57
1.72k
  GotRel = R_X86_64_GLOB_DAT;
58
1.72k
  NoneRel = R_X86_64_NONE;
59
1.72k
  PltRel = R_X86_64_JUMP_SLOT;
60
1.72k
  RelativeRel = R_X86_64_RELATIVE;
61
1.72k
  IRelativeRel = R_X86_64_IRELATIVE;
62
1.72k
  TlsGotRel = R_X86_64_TPOFF64;
63
1.72k
  TlsModuleIndexRel = R_X86_64_DTPMOD64;
64
1.72k
  TlsOffsetRel = R_X86_64_DTPOFF64;
65
1.72k
  GotEntrySize = 8;
66
1.72k
  GotPltEntrySize = 8;
67
1.72k
  PltEntrySize = 16;
68
1.72k
  PltHeaderSize = 16;
69
1.72k
  TlsGdRelaxSkip = 2;
70
1.72k
  TrapInstr = 0xcccccccc; // 0xcc = INT3
71
1.72k
72
1.72k
  // Align to the large page size (known as a superpage or huge page).
73
1.72k
  // FreeBSD automatically promotes large, superpage-aligned allocations.
74
1.72k
  DefaultImageBase = 0x200000;
75
1.72k
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::X86_64()
Line
Count
Source
55
4
template <class ELFT> X86_64<ELFT>::X86_64() {
56
4
  CopyRel = R_X86_64_COPY;
57
4
  GotRel = R_X86_64_GLOB_DAT;
58
4
  NoneRel = R_X86_64_NONE;
59
4
  PltRel = R_X86_64_JUMP_SLOT;
60
4
  RelativeRel = R_X86_64_RELATIVE;
61
4
  IRelativeRel = R_X86_64_IRELATIVE;
62
4
  TlsGotRel = R_X86_64_TPOFF64;
63
4
  TlsModuleIndexRel = R_X86_64_DTPMOD64;
64
4
  TlsOffsetRel = R_X86_64_DTPOFF64;
65
4
  GotEntrySize = 8;
66
4
  GotPltEntrySize = 8;
67
4
  PltEntrySize = 16;
68
4
  PltHeaderSize = 16;
69
4
  TlsGdRelaxSkip = 2;
70
4
  TrapInstr = 0xcccccccc; // 0xcc = INT3
71
4
72
4
  // Align to the large page size (known as a superpage or huge page).
73
4
  // FreeBSD automatically promotes large, superpage-aligned allocations.
74
4
  DefaultImageBase = 0x200000;
75
4
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::X86_64()
Line
Count
Source
55
1.71k
template <class ELFT> X86_64<ELFT>::X86_64() {
56
1.71k
  CopyRel = R_X86_64_COPY;
57
1.71k
  GotRel = R_X86_64_GLOB_DAT;
58
1.71k
  NoneRel = R_X86_64_NONE;
59
1.71k
  PltRel = R_X86_64_JUMP_SLOT;
60
1.71k
  RelativeRel = R_X86_64_RELATIVE;
61
1.71k
  IRelativeRel = R_X86_64_IRELATIVE;
62
1.71k
  TlsGotRel = R_X86_64_TPOFF64;
63
1.71k
  TlsModuleIndexRel = R_X86_64_DTPMOD64;
64
1.71k
  TlsOffsetRel = R_X86_64_DTPOFF64;
65
1.71k
  GotEntrySize = 8;
66
1.71k
  GotPltEntrySize = 8;
67
1.71k
  PltEntrySize = 16;
68
1.71k
  PltHeaderSize = 16;
69
1.71k
  TlsGdRelaxSkip = 2;
70
1.71k
  TrapInstr = 0xcccccccc; // 0xcc = INT3
71
1.71k
72
1.71k
  // Align to the large page size (known as a superpage or huge page).
73
1.71k
  // FreeBSD automatically promotes large, superpage-aligned allocations.
74
1.71k
  DefaultImageBase = 0x200000;
75
1.71k
}
76
77
template <class ELFT>
78
RelExpr X86_64<ELFT>::getRelExpr(RelType Type, const Symbol &S,
79
1.31k
                                 const uint8_t *Loc) const {
80
1.31k
  switch (Type) {
81
1.31k
  case R_X86_64_8:
82
511
  case R_X86_64_16:
83
511
  case R_X86_64_32:
84
511
  case R_X86_64_32S:
85
511
  case R_X86_64_64:
86
511
  case R_X86_64_DTPOFF32:
87
511
  case R_X86_64_DTPOFF64:
88
511
    return R_ABS;
89
511
  case R_X86_64_TPOFF32:
90
7
    return R_TLS;
91
511
  case R_X86_64_TLSLD:
92
6
    return R_TLSLD_PC;
93
511
  case R_X86_64_TLSGD:
94
17
    return R_TLSGD_PC;
95
511
  case R_X86_64_SIZE32:
96
37
  case R_X86_64_SIZE64:
97
37
    return R_SIZE;
98
395
  case R_X86_64_PLT32:
99
395
    return R_PLT_PC;
100
192
  case R_X86_64_PC32:
101
192
  case R_X86_64_PC64:
102
192
    return R_PC;
103
192
  case R_X86_64_GOT32:
104
4
  case R_X86_64_GOT64:
105
4
    return R_GOT_FROM_END;
106
136
  case R_X86_64_GOTPCREL:
107
136
  case R_X86_64_GOTPCRELX:
108
136
  case R_X86_64_REX_GOTPCRELX:
109
136
  case R_X86_64_GOTTPOFF:
110
136
    return R_GOT_PC;
111
136
  case R_X86_64_GOTOFF64:
112
1
    return R_GOTREL_FROM_END;
113
136
  case R_X86_64_GOTPC32:
114
2
  case R_X86_64_GOTPC64:
115
2
    return R_GOTONLY_PC_FROM_END;
116
5
  case R_X86_64_NONE:
117
5
    return R_NONE;
118
4
  default:
119
4
    return R_INVALID;
120
1.31k
  }
121
1.31k
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::getRelExpr(unsigned int, lld::elf::Symbol const&, unsigned char const*) const
Line
Count
Source
79
1
                                 const uint8_t *Loc) const {
80
1
  switch (Type) {
81
1
  case R_X86_64_8:
82
0
  case R_X86_64_16:
83
0
  case R_X86_64_32:
84
0
  case R_X86_64_32S:
85
0
  case R_X86_64_64:
86
0
  case R_X86_64_DTPOFF32:
87
0
  case R_X86_64_DTPOFF64:
88
0
    return R_ABS;
89
0
  case R_X86_64_TPOFF32:
90
0
    return R_TLS;
91
0
  case R_X86_64_TLSLD:
92
0
    return R_TLSLD_PC;
93
0
  case R_X86_64_TLSGD:
94
0
    return R_TLSGD_PC;
95
0
  case R_X86_64_SIZE32:
96
0
  case R_X86_64_SIZE64:
97
0
    return R_SIZE;
98
1
  case R_X86_64_PLT32:
99
1
    return R_PLT_PC;
100
0
  case R_X86_64_PC32:
101
0
  case R_X86_64_PC64:
102
0
    return R_PC;
103
0
  case R_X86_64_GOT32:
104
0
  case R_X86_64_GOT64:
105
0
    return R_GOT_FROM_END;
106
0
  case R_X86_64_GOTPCREL:
107
0
  case R_X86_64_GOTPCRELX:
108
0
  case R_X86_64_REX_GOTPCRELX:
109
0
  case R_X86_64_GOTTPOFF:
110
0
    return R_GOT_PC;
111
0
  case R_X86_64_GOTOFF64:
112
0
    return R_GOTREL_FROM_END;
113
0
  case R_X86_64_GOTPC32:
114
0
  case R_X86_64_GOTPC64:
115
0
    return R_GOTONLY_PC_FROM_END;
116
0
  case R_X86_64_NONE:
117
0
    return R_NONE;
118
0
  default:
119
0
    return R_INVALID;
120
1
  }
121
1
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::getRelExpr(unsigned int, lld::elf::Symbol const&, unsigned char const*) const
Line
Count
Source
79
1.31k
                                 const uint8_t *Loc) const {
80
1.31k
  switch (Type) {
81
1.31k
  case R_X86_64_8:
82
511
  case R_X86_64_16:
83
511
  case R_X86_64_32:
84
511
  case R_X86_64_32S:
85
511
  case R_X86_64_64:
86
511
  case R_X86_64_DTPOFF32:
87
511
  case R_X86_64_DTPOFF64:
88
511
    return R_ABS;
89
511
  case R_X86_64_TPOFF32:
90
7
    return R_TLS;
91
511
  case R_X86_64_TLSLD:
92
6
    return R_TLSLD_PC;
93
511
  case R_X86_64_TLSGD:
94
17
    return R_TLSGD_PC;
95
511
  case R_X86_64_SIZE32:
96
37
  case R_X86_64_SIZE64:
97
37
    return R_SIZE;
98
394
  case R_X86_64_PLT32:
99
394
    return R_PLT_PC;
100
192
  case R_X86_64_PC32:
101
192
  case R_X86_64_PC64:
102
192
    return R_PC;
103
192
  case R_X86_64_GOT32:
104
4
  case R_X86_64_GOT64:
105
4
    return R_GOT_FROM_END;
106
136
  case R_X86_64_GOTPCREL:
107
136
  case R_X86_64_GOTPCRELX:
108
136
  case R_X86_64_REX_GOTPCRELX:
109
136
  case R_X86_64_GOTTPOFF:
110
136
    return R_GOT_PC;
111
136
  case R_X86_64_GOTOFF64:
112
1
    return R_GOTREL_FROM_END;
113
136
  case R_X86_64_GOTPC32:
114
2
  case R_X86_64_GOTPC64:
115
2
    return R_GOTONLY_PC_FROM_END;
116
5
  case R_X86_64_NONE:
117
5
    return R_NONE;
118
4
  default:
119
4
    return R_INVALID;
120
1.31k
  }
121
1.31k
}
122
123
152
template <class ELFT> void X86_64<ELFT>::writeGotPltHeader(uint8_t *Buf) const {
124
152
  // The first entry holds the value of _DYNAMIC. It is not clear why that is
125
152
  // required, but it is documented in the psabi and the glibc dynamic linker
126
152
  // seems to use it (note that this is relevant for linking ld.so, not any
127
152
  // other program).
128
152
  write64le(Buf, In.Dynamic->getVA());
129
152
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writeGotPltHeader(unsigned char*) const
Line
Count
Source
123
1
template <class ELFT> void X86_64<ELFT>::writeGotPltHeader(uint8_t *Buf) const {
124
1
  // The first entry holds the value of _DYNAMIC. It is not clear why that is
125
1
  // required, but it is documented in the psabi and the glibc dynamic linker
126
1
  // seems to use it (note that this is relevant for linking ld.so, not any
127
1
  // other program).
128
1
  write64le(Buf, In.Dynamic->getVA());
129
1
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writeGotPltHeader(unsigned char*) const
Line
Count
Source
123
151
template <class ELFT> void X86_64<ELFT>::writeGotPltHeader(uint8_t *Buf) const {
124
151
  // The first entry holds the value of _DYNAMIC. It is not clear why that is
125
151
  // required, but it is documented in the psabi and the glibc dynamic linker
126
151
  // seems to use it (note that this is relevant for linking ld.so, not any
127
151
  // other program).
128
151
  write64le(Buf, In.Dynamic->getVA());
129
151
}
130
131
template <class ELFT>
132
176
void X86_64<ELFT>::writeGotPlt(uint8_t *Buf, const Symbol &S) const {
133
176
  // See comments in X86::writeGotPlt.
134
176
  write64le(Buf, S.getPltVA() + 6);
135
176
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writeGotPlt(unsigned char*, lld::elf::Symbol const&) const
Line
Count
Source
132
1
void X86_64<ELFT>::writeGotPlt(uint8_t *Buf, const Symbol &S) const {
133
1
  // See comments in X86::writeGotPlt.
134
1
  write64le(Buf, S.getPltVA() + 6);
135
1
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writeGotPlt(unsigned char*, lld::elf::Symbol const&) const
Line
Count
Source
132
175
void X86_64<ELFT>::writeGotPlt(uint8_t *Buf, const Symbol &S) const {
133
175
  // See comments in X86::writeGotPlt.
134
175
  write64le(Buf, S.getPltVA() + 6);
135
175
}
136
137
129
template <class ELFT> void X86_64<ELFT>::writePltHeader(uint8_t *Buf) const {
138
129
  const uint8_t PltData[] = {
139
129
      0xff, 0x35, 0, 0, 0, 0, // pushq GOTPLT+8(%rip)
140
129
      0xff, 0x25, 0, 0, 0, 0, // jmp *GOTPLT+16(%rip)
141
129
      0x0f, 0x1f, 0x40, 0x00, // nop
142
129
  };
143
129
  memcpy(Buf, PltData, sizeof(PltData));
144
129
  uint64_t GotPlt = In.GotPlt->getVA();
145
129
  uint64_t Plt = In.Plt->getVA();
146
129
  write32le(Buf + 2, GotPlt - Plt + 2); // GOTPLT+8
147
129
  write32le(Buf + 8, GotPlt - Plt + 4); // GOTPLT+16
148
129
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writePltHeader(unsigned char*) const
Line
Count
Source
137
1
template <class ELFT> void X86_64<ELFT>::writePltHeader(uint8_t *Buf) const {
138
1
  const uint8_t PltData[] = {
139
1
      0xff, 0x35, 0, 0, 0, 0, // pushq GOTPLT+8(%rip)
140
1
      0xff, 0x25, 0, 0, 0, 0, // jmp *GOTPLT+16(%rip)
141
1
      0x0f, 0x1f, 0x40, 0x00, // nop
142
1
  };
143
1
  memcpy(Buf, PltData, sizeof(PltData));
144
1
  uint64_t GotPlt = In.GotPlt->getVA();
145
1
  uint64_t Plt = In.Plt->getVA();
146
1
  write32le(Buf + 2, GotPlt - Plt + 2); // GOTPLT+8
147
1
  write32le(Buf + 8, GotPlt - Plt + 4); // GOTPLT+16
148
1
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writePltHeader(unsigned char*) const
Line
Count
Source
137
128
template <class ELFT> void X86_64<ELFT>::writePltHeader(uint8_t *Buf) const {
138
128
  const uint8_t PltData[] = {
139
128
      0xff, 0x35, 0, 0, 0, 0, // pushq GOTPLT+8(%rip)
140
128
      0xff, 0x25, 0, 0, 0, 0, // jmp *GOTPLT+16(%rip)
141
128
      0x0f, 0x1f, 0x40, 0x00, // nop
142
128
  };
143
128
  memcpy(Buf, PltData, sizeof(PltData));
144
128
  uint64_t GotPlt = In.GotPlt->getVA();
145
128
  uint64_t Plt = In.Plt->getVA();
146
128
  write32le(Buf + 2, GotPlt - Plt + 2); // GOTPLT+8
147
128
  write32le(Buf + 8, GotPlt - Plt + 4); // GOTPLT+16
148
128
}
149
150
template <class ELFT>
151
void X86_64<ELFT>::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
152
                            uint64_t PltEntryAddr, int32_t Index,
153
176
                            unsigned RelOff) const {
154
176
  const uint8_t Inst[] = {
155
176
      0xff, 0x25, 0, 0, 0, 0, // jmpq *got(%rip)
156
176
      0x68, 0, 0, 0, 0,       // pushq <relocation index>
157
176
      0xe9, 0, 0, 0, 0,       // jmpq plt[0]
158
176
  };
159
176
  memcpy(Buf, Inst, sizeof(Inst));
160
176
161
176
  write32le(Buf + 2, GotPltEntryAddr - PltEntryAddr - 6);
162
176
  write32le(Buf + 7, Index);
163
176
  write32le(Buf + 12, -getPltEntryOffset(Index) - 16);
164
176
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writePlt(unsigned char*, unsigned long long, unsigned long long, int, unsigned int) const
Line
Count
Source
153
1
                            unsigned RelOff) const {
154
1
  const uint8_t Inst[] = {
155
1
      0xff, 0x25, 0, 0, 0, 0, // jmpq *got(%rip)
156
1
      0x68, 0, 0, 0, 0,       // pushq <relocation index>
157
1
      0xe9, 0, 0, 0, 0,       // jmpq plt[0]
158
1
  };
159
1
  memcpy(Buf, Inst, sizeof(Inst));
160
1
161
1
  write32le(Buf + 2, GotPltEntryAddr - PltEntryAddr - 6);
162
1
  write32le(Buf + 7, Index);
163
1
  write32le(Buf + 12, -getPltEntryOffset(Index) - 16);
164
1
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writePlt(unsigned char*, unsigned long long, unsigned long long, int, unsigned int) const
Line
Count
Source
153
175
                            unsigned RelOff) const {
154
175
  const uint8_t Inst[] = {
155
175
      0xff, 0x25, 0, 0, 0, 0, // jmpq *got(%rip)
156
175
      0x68, 0, 0, 0, 0,       // pushq <relocation index>
157
175
      0xe9, 0, 0, 0, 0,       // jmpq plt[0]
158
175
  };
159
175
  memcpy(Buf, Inst, sizeof(Inst));
160
175
161
175
  write32le(Buf + 2, GotPltEntryAddr - PltEntryAddr - 6);
162
175
  write32le(Buf + 7, Index);
163
175
  write32le(Buf + 12, -getPltEntryOffset(Index) - 16);
164
175
}
165
166
104
template <class ELFT> RelType X86_64<ELFT>::getDynRel(RelType Type) const {
167
104
  if (Type == R_X86_64_64 || 
Type == R_X86_64_PC6429
||
Type == R_X86_64_SIZE3226
||
168
104
      
Type == R_X86_64_SIZE6420
)
169
90
    return Type;
170
14
  return R_X86_64_NONE;
171
14
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::getDynRel(unsigned int) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::getDynRel(unsigned int) const
Line
Count
Source
166
104
template <class ELFT> RelType X86_64<ELFT>::getDynRel(RelType Type) const {
167
104
  if (Type == R_X86_64_64 || 
Type == R_X86_64_PC6429
||
Type == R_X86_64_SIZE3226
||
168
104
      
Type == R_X86_64_SIZE6420
)
169
90
    return Type;
170
14
  return R_X86_64_NONE;
171
14
}
172
173
template <class ELFT>
174
void X86_64<ELFT>::relaxTlsGdToLe(uint8_t *Loc, RelType Type,
175
7
                                  uint64_t Val) const {
176
7
  // Convert
177
7
  //   .byte 0x66
178
7
  //   leaq x@tlsgd(%rip), %rdi
179
7
  //   .word 0x6666
180
7
  //   rex64
181
7
  //   call __tls_get_addr@plt
182
7
  // to
183
7
  //   mov %fs:0x0,%rax
184
7
  //   lea x@tpoff,%rax
185
7
  const uint8_t Inst[] = {
186
7
      0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
187
7
      0x48, 0x8d, 0x80, 0, 0, 0, 0,                         // lea x@tpoff,%rax
188
7
  };
189
7
  memcpy(Loc - 4, Inst, sizeof(Inst));
190
7
191
7
  // The original code used a pc relative relocation and so we have to
192
7
  // compensate for the -4 in had in the addend.
193
7
  write32le(Loc + 8, Val + 4);
194
7
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::relaxTlsGdToLe(unsigned char*, unsigned int, unsigned long long) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::relaxTlsGdToLe(unsigned char*, unsigned int, unsigned long long) const
Line
Count
Source
175
7
                                  uint64_t Val) const {
176
7
  // Convert
177
7
  //   .byte 0x66
178
7
  //   leaq x@tlsgd(%rip), %rdi
179
7
  //   .word 0x6666
180
7
  //   rex64
181
7
  //   call __tls_get_addr@plt
182
7
  // to
183
7
  //   mov %fs:0x0,%rax
184
7
  //   lea x@tpoff,%rax
185
7
  const uint8_t Inst[] = {
186
7
      0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
187
7
      0x48, 0x8d, 0x80, 0, 0, 0, 0,                         // lea x@tpoff,%rax
188
7
  };
189
7
  memcpy(Loc - 4, Inst, sizeof(Inst));
190
7
191
7
  // The original code used a pc relative relocation and so we have to
192
7
  // compensate for the -4 in had in the addend.
193
7
  write32le(Loc + 8, Val + 4);
194
7
}
195
196
template <class ELFT>
197
void X86_64<ELFT>::relaxTlsGdToIe(uint8_t *Loc, RelType Type,
198
4
                                  uint64_t Val) const {
199
4
  // Convert
200
4
  //   .byte 0x66
201
4
  //   leaq x@tlsgd(%rip), %rdi
202
4
  //   .word 0x6666
203
4
  //   rex64
204
4
  //   call __tls_get_addr@plt
205
4
  // to
206
4
  //   mov %fs:0x0,%rax
207
4
  //   addq x@tpoff,%rax
208
4
  const uint8_t Inst[] = {
209
4
      0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
210
4
      0x48, 0x03, 0x05, 0, 0, 0, 0,                         // addq x@tpoff,%rax
211
4
  };
212
4
  memcpy(Loc - 4, Inst, sizeof(Inst));
213
4
214
4
  // Both code sequences are PC relatives, but since we are moving the constant
215
4
  // forward by 8 bytes we have to subtract the value by 8.
216
4
  write32le(Loc + 8, Val - 8);
217
4
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::relaxTlsGdToIe(unsigned char*, unsigned int, unsigned long long) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::relaxTlsGdToIe(unsigned char*, unsigned int, unsigned long long) const
Line
Count
Source
198
4
                                  uint64_t Val) const {
199
4
  // Convert
200
4
  //   .byte 0x66
201
4
  //   leaq x@tlsgd(%rip), %rdi
202
4
  //   .word 0x6666
203
4
  //   rex64
204
4
  //   call __tls_get_addr@plt
205
4
  // to
206
4
  //   mov %fs:0x0,%rax
207
4
  //   addq x@tpoff,%rax
208
4
  const uint8_t Inst[] = {
209
4
      0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
210
4
      0x48, 0x03, 0x05, 0, 0, 0, 0,                         // addq x@tpoff,%rax
211
4
  };
212
4
  memcpy(Loc - 4, Inst, sizeof(Inst));
213
4
214
4
  // Both code sequences are PC relatives, but since we are moving the constant
215
4
  // forward by 8 bytes we have to subtract the value by 8.
216
4
  write32le(Loc + 8, Val - 8);
217
4
}
218
219
// In some conditions, R_X86_64_GOTTPOFF relocation can be optimized to
220
// R_X86_64_TPOFF32 so that it does not use GOT.
221
template <class ELFT>
222
void X86_64<ELFT>::relaxTlsIeToLe(uint8_t *Loc, RelType Type,
223
31
                                  uint64_t Val) const {
224
31
  uint8_t *Inst = Loc - 3;
225
31
  uint8_t Reg = Loc[-1] >> 3;
226
31
  uint8_t *RegSlot = Loc - 1;
227
31
228
31
  // Note that ADD with RSP or R12 is converted to ADD instead of LEA
229
31
  // because LEA with these registers needs 4 bytes to encode and thus
230
31
  // wouldn't fit the space.
231
31
232
31
  if (memcmp(Inst, "\x48\x03\x25", 3) == 0) {
233
4
    // "addq foo@gottpoff(%rip),%rsp" -> "addq $foo,%rsp"
234
4
    memcpy(Inst, "\x48\x81\xc4", 3);
235
27
  } else if (memcmp(Inst, "\x4c\x03\x25", 3) == 0) {
236
4
    // "addq foo@gottpoff(%rip),%r12" -> "addq $foo,%r12"
237
4
    memcpy(Inst, "\x49\x81\xc4", 3);
238
23
  } else if (memcmp(Inst, "\x4c\x03", 2) == 0) {
239
4
    // "addq foo@gottpoff(%rip),%r[8-15]" -> "leaq foo(%r[8-15]),%r[8-15]"
240
4
    memcpy(Inst, "\x4d\x8d", 2);
241
4
    *RegSlot = 0x80 | (Reg << 3) | Reg;
242
19
  } else if (memcmp(Inst, "\x48\x03", 2) == 0) {
243
4
    // "addq foo@gottpoff(%rip),%reg -> "leaq foo(%reg),%reg"
244
4
    memcpy(Inst, "\x48\x8d", 2);
245
4
    *RegSlot = 0x80 | (Reg << 3) | Reg;
246
15
  } else if (memcmp(Inst, "\x4c\x8b", 2) == 0) {
247
4
    // "movq foo@gottpoff(%rip),%r[8-15]" -> "movq $foo,%r[8-15]"
248
4
    memcpy(Inst, "\x49\xc7", 2);
249
4
    *RegSlot = 0xc0 | Reg;
250
11
  } else if (memcmp(Inst, "\x48\x8b", 2) == 0) {
251
9
    // "movq foo@gottpoff(%rip),%reg" -> "movq $foo,%reg"
252
9
    memcpy(Inst, "\x48\xc7", 2);
253
9
    *RegSlot = 0xc0 | Reg;
254
9
  } else {
255
2
    error(getErrorLocation(Loc - 3) +
256
2
          "R_X86_64_GOTTPOFF must be used in MOVQ or ADDQ instructions only");
257
2
  }
258
31
259
31
  // The original code used a PC relative relocation.
260
31
  // Need to compensate for the -4 it had in the addend.
261
31
  write32le(Loc, Val + 4);
262
31
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::relaxTlsIeToLe(unsigned char*, unsigned int, unsigned long long) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::relaxTlsIeToLe(unsigned char*, unsigned int, unsigned long long) const
Line
Count
Source
223
31
                                  uint64_t Val) const {
224
31
  uint8_t *Inst = Loc - 3;
225
31
  uint8_t Reg = Loc[-1] >> 3;
226
31
  uint8_t *RegSlot = Loc - 1;
227
31
228
31
  // Note that ADD with RSP or R12 is converted to ADD instead of LEA
229
31
  // because LEA with these registers needs 4 bytes to encode and thus
230
31
  // wouldn't fit the space.
231
31
232
31
  if (memcmp(Inst, "\x48\x03\x25", 3) == 0) {
233
4
    // "addq foo@gottpoff(%rip),%rsp" -> "addq $foo,%rsp"
234
4
    memcpy(Inst, "\x48\x81\xc4", 3);
235
27
  } else if (memcmp(Inst, "\x4c\x03\x25", 3) == 0) {
236
4
    // "addq foo@gottpoff(%rip),%r12" -> "addq $foo,%r12"
237
4
    memcpy(Inst, "\x49\x81\xc4", 3);
238
23
  } else if (memcmp(Inst, "\x4c\x03", 2) == 0) {
239
4
    // "addq foo@gottpoff(%rip),%r[8-15]" -> "leaq foo(%r[8-15]),%r[8-15]"
240
4
    memcpy(Inst, "\x4d\x8d", 2);
241
4
    *RegSlot = 0x80 | (Reg << 3) | Reg;
242
19
  } else if (memcmp(Inst, "\x48\x03", 2) == 0) {
243
4
    // "addq foo@gottpoff(%rip),%reg -> "leaq foo(%reg),%reg"
244
4
    memcpy(Inst, "\x48\x8d", 2);
245
4
    *RegSlot = 0x80 | (Reg << 3) | Reg;
246
15
  } else if (memcmp(Inst, "\x4c\x8b", 2) == 0) {
247
4
    // "movq foo@gottpoff(%rip),%r[8-15]" -> "movq $foo,%r[8-15]"
248
4
    memcpy(Inst, "\x49\xc7", 2);
249
4
    *RegSlot = 0xc0 | Reg;
250
11
  } else if (memcmp(Inst, "\x48\x8b", 2) == 0) {
251
9
    // "movq foo@gottpoff(%rip),%reg" -> "movq $foo,%reg"
252
9
    memcpy(Inst, "\x48\xc7", 2);
253
9
    *RegSlot = 0xc0 | Reg;
254
9
  } else {
255
2
    error(getErrorLocation(Loc - 3) +
256
2
          "R_X86_64_GOTTPOFF must be used in MOVQ or ADDQ instructions only");
257
2
  }
258
31
259
31
  // The original code used a PC relative relocation.
260
31
  // Need to compensate for the -4 it had in the addend.
261
31
  write32le(Loc, Val + 4);
262
31
}
263
264
template <class ELFT>
265
void X86_64<ELFT>::relaxTlsLdToLe(uint8_t *Loc, RelType Type,
266
8
                                  uint64_t Val) const {
267
8
  // Convert
268
8
  //   leaq bar@tlsld(%rip), %rdi
269
8
  //   callq __tls_get_addr@PLT
270
8
  //   leaq bar@dtpoff(%rax), %rcx
271
8
  // to
272
8
  //   .word 0x6666
273
8
  //   .byte 0x66
274
8
  //   mov %fs:0,%rax
275
8
  //   leaq bar@tpoff(%rax), %rcx
276
8
  if (Type == R_X86_64_DTPOFF64) {
277
2
    write64le(Loc, Val);
278
2
    return;
279
2
  }
280
6
  if (Type == R_X86_64_DTPOFF32) {
281
3
    write32le(Loc, Val);
282
3
    return;
283
3
  }
284
3
285
3
  const uint8_t Inst[] = {
286
3
      0x66, 0x66,                                           // .word 0x6666
287
3
      0x66,                                                 // .byte 0x66
288
3
      0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0,%rax
289
3
  };
290
3
  memcpy(Loc - 3, Inst, sizeof(Inst));
291
3
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::relaxTlsLdToLe(unsigned char*, unsigned int, unsigned long long) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::relaxTlsLdToLe(unsigned char*, unsigned int, unsigned long long) const
Line
Count
Source
266
8
                                  uint64_t Val) const {
267
8
  // Convert
268
8
  //   leaq bar@tlsld(%rip), %rdi
269
8
  //   callq __tls_get_addr@PLT
270
8
  //   leaq bar@dtpoff(%rax), %rcx
271
8
  // to
272
8
  //   .word 0x6666
273
8
  //   .byte 0x66
274
8
  //   mov %fs:0,%rax
275
8
  //   leaq bar@tpoff(%rax), %rcx
276
8
  if (Type == R_X86_64_DTPOFF64) {
277
2
    write64le(Loc, Val);
278
2
    return;
279
2
  }
280
6
  if (Type == R_X86_64_DTPOFF32) {
281
3
    write32le(Loc, Val);
282
3
    return;
283
3
  }
284
3
285
3
  const uint8_t Inst[] = {
286
3
      0x66, 0x66,                                           // .word 0x6666
287
3
      0x66,                                                 // .byte 0x66
288
3
      0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0,%rax
289
3
  };
290
3
  memcpy(Loc - 3, Inst, sizeof(Inst));
291
3
}
292
293
template <class ELFT>
294
1.07k
void X86_64<ELFT>::relocateOne(uint8_t *Loc, RelType Type, uint64_t Val) const {
295
1.07k
  switch (Type) {
296
1.07k
  case R_X86_64_8:
297
5
    checkUInt(Loc, Val, 8, Type);
298
5
    *Loc = Val;
299
5
    break;
300
1.07k
  case R_X86_64_16:
301
3
    checkUInt(Loc, Val, 16, Type);
302
3
    write16le(Loc, Val);
303
3
    break;
304
1.07k
  case R_X86_64_32:
305
122
    checkUInt(Loc, Val, 32, Type);
306
122
    write32le(Loc, Val);
307
122
    break;
308
1.07k
  case R_X86_64_32S:
309
721
  case R_X86_64_TPOFF32:
310
721
  case R_X86_64_GOT32:
311
721
  case R_X86_64_GOTPC32:
312
721
  case R_X86_64_GOTPCREL:
313
721
  case R_X86_64_GOTPCRELX:
314
721
  case R_X86_64_REX_GOTPCRELX:
315
721
  case R_X86_64_PC32:
316
721
  case R_X86_64_GOTTPOFF:
317
721
  case R_X86_64_PLT32:
318
721
  case R_X86_64_TLSGD:
319
721
  case R_X86_64_TLSLD:
320
721
  case R_X86_64_DTPOFF32:
321
721
  case R_X86_64_SIZE32:
322
721
    checkInt(Loc, Val, 32, Type);
323
721
    write32le(Loc, Val);
324
721
    break;
325
721
  case R_X86_64_64:
326
216
  case R_X86_64_DTPOFF64:
327
216
  case R_X86_64_GLOB_DAT:
328
216
  case R_X86_64_PC64:
329
216
  case R_X86_64_SIZE64:
330
216
  case R_X86_64_GOT64:
331
216
  case R_X86_64_GOTOFF64:
332
216
  case R_X86_64_GOTPC64:
333
216
    write64le(Loc, Val);
334
216
    break;
335
216
  default:
336
2
    error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
337
1.07k
  }
338
1.07k
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::relocateOne(unsigned char*, unsigned int, unsigned long long) const
Line
Count
Source
294
1
void X86_64<ELFT>::relocateOne(uint8_t *Loc, RelType Type, uint64_t Val) const {
295
1
  switch (Type) {
296
1
  case R_X86_64_8:
297
0
    checkUInt(Loc, Val, 8, Type);
298
0
    *Loc = Val;
299
0
    break;
300
1
  case R_X86_64_16:
301
0
    checkUInt(Loc, Val, 16, Type);
302
0
    write16le(Loc, Val);
303
0
    break;
304
1
  case R_X86_64_32:
305
0
    checkUInt(Loc, Val, 32, Type);
306
0
    write32le(Loc, Val);
307
0
    break;
308
1
  case R_X86_64_32S:
309
1
  case R_X86_64_TPOFF32:
310
1
  case R_X86_64_GOT32:
311
1
  case R_X86_64_GOTPC32:
312
1
  case R_X86_64_GOTPCREL:
313
1
  case R_X86_64_GOTPCRELX:
314
1
  case R_X86_64_REX_GOTPCRELX:
315
1
  case R_X86_64_PC32:
316
1
  case R_X86_64_GOTTPOFF:
317
1
  case R_X86_64_PLT32:
318
1
  case R_X86_64_TLSGD:
319
1
  case R_X86_64_TLSLD:
320
1
  case R_X86_64_DTPOFF32:
321
1
  case R_X86_64_SIZE32:
322
1
    checkInt(Loc, Val, 32, Type);
323
1
    write32le(Loc, Val);
324
1
    break;
325
1
  case R_X86_64_64:
326
0
  case R_X86_64_DTPOFF64:
327
0
  case R_X86_64_GLOB_DAT:
328
0
  case R_X86_64_PC64:
329
0
  case R_X86_64_SIZE64:
330
0
  case R_X86_64_GOT64:
331
0
  case R_X86_64_GOTOFF64:
332
0
  case R_X86_64_GOTPC64:
333
0
    write64le(Loc, Val);
334
0
    break;
335
0
  default:
336
0
    error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
337
1
  }
338
1
}
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::relocateOne(unsigned char*, unsigned int, unsigned long long) const
Line
Count
Source
294
1.07k
void X86_64<ELFT>::relocateOne(uint8_t *Loc, RelType Type, uint64_t Val) const {
295
1.07k
  switch (Type) {
296
1.07k
  case R_X86_64_8:
297
5
    checkUInt(Loc, Val, 8, Type);
298
5
    *Loc = Val;
299
5
    break;
300
1.07k
  case R_X86_64_16:
301
3
    checkUInt(Loc, Val, 16, Type);
302
3
    write16le(Loc, Val);
303
3
    break;
304
1.07k
  case R_X86_64_32:
305
122
    checkUInt(Loc, Val, 32, Type);
306
122
    write32le(Loc, Val);
307
122
    break;
308
1.07k
  case R_X86_64_32S:
309
720
  case R_X86_64_TPOFF32:
310
720
  case R_X86_64_GOT32:
311
720
  case R_X86_64_GOTPC32:
312
720
  case R_X86_64_GOTPCREL:
313
720
  case R_X86_64_GOTPCRELX:
314
720
  case R_X86_64_REX_GOTPCRELX:
315
720
  case R_X86_64_PC32:
316
720
  case R_X86_64_GOTTPOFF:
317
720
  case R_X86_64_PLT32:
318
720
  case R_X86_64_TLSGD:
319
720
  case R_X86_64_TLSLD:
320
720
  case R_X86_64_DTPOFF32:
321
720
  case R_X86_64_SIZE32:
322
720
    checkInt(Loc, Val, 32, Type);
323
720
    write32le(Loc, Val);
324
720
    break;
325
720
  case R_X86_64_64:
326
216
  case R_X86_64_DTPOFF64:
327
216
  case R_X86_64_GLOB_DAT:
328
216
  case R_X86_64_PC64:
329
216
  case R_X86_64_SIZE64:
330
216
  case R_X86_64_GOT64:
331
216
  case R_X86_64_GOTOFF64:
332
216
  case R_X86_64_GOTPC64:
333
216
    write64le(Loc, Val);
334
216
    break;
335
216
  default:
336
2
    error(getErrorLocation(Loc) + "unrecognized reloc " + Twine(Type));
337
1.07k
  }
338
1.07k
}
339
340
template <class ELFT>
341
RelExpr X86_64<ELFT>::adjustRelaxExpr(RelType Type, const uint8_t *Data,
342
66
                                      RelExpr RelExpr) const {
343
66
  if (Type != R_X86_64_GOTPCRELX && 
Type != R_X86_64_REX_GOTPCRELX58
)
344
25
    return RelExpr;
345
41
  const uint8_t Op = Data[-2];
346
41
  const uint8_t ModRm = Data[-1];
347
41
348
41
  // FIXME: When PIC is disabled and foo is defined locally in the
349
41
  // lower 32 bit address space, memory operand in mov can be converted into
350
41
  // immediate operand. Otherwise, mov must be changed to lea. We support only
351
41
  // latter relaxation at this moment.
352
41
  if (Op == 0x8b)
353
15
    return R_RELAX_GOT_PC;
354
26
355
26
  // Relax call and jmp.
356
26
  if (Op == 0xff && 
(8
ModRm == 0x158
||
ModRm == 0x254
))
357
8
    return R_RELAX_GOT_PC;
358
18
359
18
  // Relaxation of test, adc, add, and, cmp, or, sbb, sub, xor.
360
18
  // If PIC then no relaxation is available.
361
18
  // We also don't relax test/binop instructions without REX byte,
362
18
  // they are 32bit operations and not common to have.
363
18
  assert(Type == R_X86_64_REX_GOTPCRELX);
364
18
  return Config->Pic ? 
RelExpr9
:
R_RELAX_GOT_PC_NOPIC9
;
365
18
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::adjustRelaxExpr(unsigned int, unsigned char const*, lld::elf::RelExpr) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::adjustRelaxExpr(unsigned int, unsigned char const*, lld::elf::RelExpr) const
Line
Count
Source
342
66
                                      RelExpr RelExpr) const {
343
66
  if (Type != R_X86_64_GOTPCRELX && 
Type != R_X86_64_REX_GOTPCRELX58
)
344
25
    return RelExpr;
345
41
  const uint8_t Op = Data[-2];
346
41
  const uint8_t ModRm = Data[-1];
347
41
348
41
  // FIXME: When PIC is disabled and foo is defined locally in the
349
41
  // lower 32 bit address space, memory operand in mov can be converted into
350
41
  // immediate operand. Otherwise, mov must be changed to lea. We support only
351
41
  // latter relaxation at this moment.
352
41
  if (Op == 0x8b)
353
15
    return R_RELAX_GOT_PC;
354
26
355
26
  // Relax call and jmp.
356
26
  if (Op == 0xff && 
(8
ModRm == 0x158
||
ModRm == 0x254
))
357
8
    return R_RELAX_GOT_PC;
358
18
359
18
  // Relaxation of test, adc, add, and, cmp, or, sbb, sub, xor.
360
18
  // If PIC then no relaxation is available.
361
18
  // We also don't relax test/binop instructions without REX byte,
362
18
  // they are 32bit operations and not common to have.
363
18
  assert(Type == R_X86_64_REX_GOTPCRELX);
364
18
  return Config->Pic ? 
RelExpr9
:
R_RELAX_GOT_PC_NOPIC9
;
365
18
}
366
367
// A subset of relaxations can only be applied for no-PIC. This method
368
// handles such relaxations. Instructions encoding information was taken from:
369
// "Intel 64 and IA-32 Architectures Software Developer's Manual V2"
370
// (http://www.intel.com/content/dam/www/public/us/en/documents/manuals/
371
//    64-ia-32-architectures-software-developer-instruction-set-reference-manual-325383.pdf)
372
template <class ELFT>
373
void X86_64<ELFT>::relaxGotNoPic(uint8_t *Loc, uint64_t Val, uint8_t Op,
374
9
                                 uint8_t ModRm) const {
375
9
  const uint8_t Rex = Loc[-3];
376
9
  // Convert "test %reg, foo@GOTPCREL(%rip)" to "test $foo, %reg".
377
9
  if (Op == 0x85) {
378
1
    // See "TEST-Logical Compare" (4-428 Vol. 2B),
379
1
    // TEST r/m64, r64 uses "full" ModR / M byte (no opcode extension).
380
1
381
1
    // ModR/M byte has form XX YYY ZZZ, where
382
1
    // YYY is MODRM.reg(register 2), ZZZ is MODRM.rm(register 1).
383
1
    // XX has different meanings:
384
1
    // 00: The operand's memory address is in reg1.
385
1
    // 01: The operand's memory address is reg1 + a byte-sized displacement.
386
1
    // 10: The operand's memory address is reg1 + a word-sized displacement.
387
1
    // 11: The operand is reg1 itself.
388
1
    // If an instruction requires only one operand, the unused reg2 field
389
1
    // holds extra opcode bits rather than a register code
390
1
    // 0xC0 == 11 000 000 binary.
391
1
    // 0x38 == 00 111 000 binary.
392
1
    // We transfer reg2 to reg1 here as operand.
393
1
    // See "2.1.3 ModR/M and SIB Bytes" (Vol. 2A 2-3).
394
1
    Loc[-1] = 0xc0 | (ModRm & 0x38) >> 3; // ModR/M byte.
395
1
396
1
    // Change opcode from TEST r/m64, r64 to TEST r/m64, imm32
397
1
    // See "TEST-Logical Compare" (4-428 Vol. 2B).
398
1
    Loc[-2] = 0xf7;
399
1
400
1
    // Move R bit to the B bit in REX byte.
401
1
    // REX byte is encoded as 0100WRXB, where
402
1
    // 0100 is 4bit fixed pattern.
403
1
    // REX.W When 1, a 64-bit operand size is used. Otherwise, when 0, the
404
1
    //   default operand size is used (which is 32-bit for most but not all
405
1
    //   instructions).
406
1
    // REX.R This 1-bit value is an extension to the MODRM.reg field.
407
1
    // REX.X This 1-bit value is an extension to the SIB.index field.
408
1
    // REX.B This 1-bit value is an extension to the MODRM.rm field or the
409
1
    // SIB.base field.
410
1
    // See "2.2.1.2 More on REX Prefix Fields " (2-8 Vol. 2A).
411
1
    Loc[-3] = (Rex & ~0x4) | (Rex & 0x4) >> 2;
412
1
    write32le(Loc, Val);
413
1
    return;
414
1
  }
415
8
416
8
  // If we are here then we need to relax the adc, add, and, cmp, or, sbb, sub
417
8
  // or xor operations.
418
8
419
8
  // Convert "binop foo@GOTPCREL(%rip), %reg" to "binop $foo, %reg".
420
8
  // Logic is close to one for test instruction above, but we also
421
8
  // write opcode extension here, see below for details.
422
8
  Loc[-1] = 0xc0 | (ModRm & 0x38) >> 3 | (Op & 0x3c); // ModR/M byte.
423
8
424
8
  // Primary opcode is 0x81, opcode extension is one of:
425
8
  // 000b = ADD, 001b is OR, 010b is ADC, 011b is SBB,
426
8
  // 100b is AND, 101b is SUB, 110b is XOR, 111b is CMP.
427
8
  // This value was wrote to MODRM.reg in a line above.
428
8
  // See "3.2 INSTRUCTIONS (A-M)" (Vol. 2A 3-15),
429
8
  // "INSTRUCTION SET REFERENCE, N-Z" (Vol. 2B 4-1) for
430
8
  // descriptions about each operation.
431
8
  Loc[-2] = 0x81;
432
8
  Loc[-3] = (Rex & ~0x4) | (Rex & 0x4) >> 2;
433
8
  write32le(Loc, Val);
434
8
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::relaxGotNoPic(unsigned char*, unsigned long long, unsigned char, unsigned char) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::relaxGotNoPic(unsigned char*, unsigned long long, unsigned char, unsigned char) const
Line
Count
Source
374
9
                                 uint8_t ModRm) const {
375
9
  const uint8_t Rex = Loc[-3];
376
9
  // Convert "test %reg, foo@GOTPCREL(%rip)" to "test $foo, %reg".
377
9
  if (Op == 0x85) {
378
1
    // See "TEST-Logical Compare" (4-428 Vol. 2B),
379
1
    // TEST r/m64, r64 uses "full" ModR / M byte (no opcode extension).
380
1
381
1
    // ModR/M byte has form XX YYY ZZZ, where
382
1
    // YYY is MODRM.reg(register 2), ZZZ is MODRM.rm(register 1).
383
1
    // XX has different meanings:
384
1
    // 00: The operand's memory address is in reg1.
385
1
    // 01: The operand's memory address is reg1 + a byte-sized displacement.
386
1
    // 10: The operand's memory address is reg1 + a word-sized displacement.
387
1
    // 11: The operand is reg1 itself.
388
1
    // If an instruction requires only one operand, the unused reg2 field
389
1
    // holds extra opcode bits rather than a register code
390
1
    // 0xC0 == 11 000 000 binary.
391
1
    // 0x38 == 00 111 000 binary.
392
1
    // We transfer reg2 to reg1 here as operand.
393
1
    // See "2.1.3 ModR/M and SIB Bytes" (Vol. 2A 2-3).
394
1
    Loc[-1] = 0xc0 | (ModRm & 0x38) >> 3; // ModR/M byte.
395
1
396
1
    // Change opcode from TEST r/m64, r64 to TEST r/m64, imm32
397
1
    // See "TEST-Logical Compare" (4-428 Vol. 2B).
398
1
    Loc[-2] = 0xf7;
399
1
400
1
    // Move R bit to the B bit in REX byte.
401
1
    // REX byte is encoded as 0100WRXB, where
402
1
    // 0100 is 4bit fixed pattern.
403
1
    // REX.W When 1, a 64-bit operand size is used. Otherwise, when 0, the
404
1
    //   default operand size is used (which is 32-bit for most but not all
405
1
    //   instructions).
406
1
    // REX.R This 1-bit value is an extension to the MODRM.reg field.
407
1
    // REX.X This 1-bit value is an extension to the SIB.index field.
408
1
    // REX.B This 1-bit value is an extension to the MODRM.rm field or the
409
1
    // SIB.base field.
410
1
    // See "2.2.1.2 More on REX Prefix Fields " (2-8 Vol. 2A).
411
1
    Loc[-3] = (Rex & ~0x4) | (Rex & 0x4) >> 2;
412
1
    write32le(Loc, Val);
413
1
    return;
414
1
  }
415
8
416
8
  // If we are here then we need to relax the adc, add, and, cmp, or, sbb, sub
417
8
  // or xor operations.
418
8
419
8
  // Convert "binop foo@GOTPCREL(%rip), %reg" to "binop $foo, %reg".
420
8
  // Logic is close to one for test instruction above, but we also
421
8
  // write opcode extension here, see below for details.
422
8
  Loc[-1] = 0xc0 | (ModRm & 0x38) >> 3 | (Op & 0x3c); // ModR/M byte.
423
8
424
8
  // Primary opcode is 0x81, opcode extension is one of:
425
8
  // 000b = ADD, 001b is OR, 010b is ADC, 011b is SBB,
426
8
  // 100b is AND, 101b is SUB, 110b is XOR, 111b is CMP.
427
8
  // This value was wrote to MODRM.reg in a line above.
428
8
  // See "3.2 INSTRUCTIONS (A-M)" (Vol. 2A 3-15),
429
8
  // "INSTRUCTION SET REFERENCE, N-Z" (Vol. 2B 4-1) for
430
8
  // descriptions about each operation.
431
8
  Loc[-2] = 0x81;
432
8
  Loc[-3] = (Rex & ~0x4) | (Rex & 0x4) >> 2;
433
8
  write32le(Loc, Val);
434
8
}
435
436
template <class ELFT>
437
32
void X86_64<ELFT>::relaxGot(uint8_t *Loc, uint64_t Val) const {
438
32
  const uint8_t Op = Loc[-2];
439
32
  const uint8_t ModRm = Loc[-1];
440
32
441
32
  // Convert "mov foo@GOTPCREL(%rip),%reg" to "lea foo(%rip),%reg".
442
32
  if (Op == 0x8b) {
443
15
    Loc[-2] = 0x8d;
444
15
    write32le(Loc, Val);
445
15
    return;
446
15
  }
447
17
448
17
  if (Op != 0xff) {
449
9
    // We are relaxing a rip relative to an absolute, so compensate
450
9
    // for the old -4 addend.
451
9
    assert(!Config->Pic);
452
9
    relaxGotNoPic(Loc, Val + 4, Op, ModRm);
453
9
    return;
454
9
  }
455
8
456
8
  // Convert call/jmp instructions.
457
8
  if (ModRm == 0x15) {
458
4
    // ABI says we can convert "call *foo@GOTPCREL(%rip)" to "nop; call foo".
459
4
    // Instead we convert to "addr32 call foo" where addr32 is an instruction
460
4
    // prefix. That makes result expression to be a single instruction.
461
4
    Loc[-2] = 0x67; // addr32 prefix
462
4
    Loc[-1] = 0xe8; // call
463
4
    write32le(Loc, Val);
464
4
    return;
465
4
  }
466
4
467
4
  // Convert "jmp *foo@GOTPCREL(%rip)" to "jmp foo; nop".
468
4
  // jmp doesn't return, so it is fine to use nop here, it is just a stub.
469
4
  assert(ModRm == 0x25);
470
4
  Loc[-2] = 0xe9; // jmp
471
4
  Loc[3] = 0x90;  // nop
472
4
  write32le(Loc - 1, Val + 1);
473
4
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, false> >::relaxGot(unsigned char*, unsigned long long) const
X86_64.cpp:(anonymous namespace)::X86_64<llvm::object::ELFType<(llvm::support::endianness)1, true> >::relaxGot(unsigned char*, unsigned long long) const
Line
Count
Source
437
32
void X86_64<ELFT>::relaxGot(uint8_t *Loc, uint64_t Val) const {
438
32
  const uint8_t Op = Loc[-2];
439
32
  const uint8_t ModRm = Loc[-1];
440
32
441
32
  // Convert "mov foo@GOTPCREL(%rip),%reg" to "lea foo(%rip),%reg".
442
32
  if (Op == 0x8b) {
443
15
    Loc[-2] = 0x8d;
444
15
    write32le(Loc, Val);
445
15
    return;
446
15
  }
447
17
448
17
  if (Op != 0xff) {
449
9
    // We are relaxing a rip relative to an absolute, so compensate
450
9
    // for the old -4 addend.
451
9
    assert(!Config->Pic);
452
9
    relaxGotNoPic(Loc, Val + 4, Op, ModRm);
453
9
    return;
454
9
  }
455
8
456
8
  // Convert call/jmp instructions.
457
8
  if (ModRm == 0x15) {
458
4
    // ABI says we can convert "call *foo@GOTPCREL(%rip)" to "nop; call foo".
459
4
    // Instead we convert to "addr32 call foo" where addr32 is an instruction
460
4
    // prefix. That makes result expression to be a single instruction.
461
4
    Loc[-2] = 0x67; // addr32 prefix
462
4
    Loc[-1] = 0xe8; // call
463
4
    write32le(Loc, Val);
464
4
    return;
465
4
  }
466
4
467
4
  // Convert "jmp *foo@GOTPCREL(%rip)" to "jmp foo; nop".
468
4
  // jmp doesn't return, so it is fine to use nop here, it is just a stub.
469
4
  assert(ModRm == 0x25);
470
4
  Loc[-2] = 0xe9; // jmp
471
4
  Loc[3] = 0x90;  // nop
472
4
  write32le(Loc - 1, Val + 1);
473
4
}
474
475
// This anonymous namespace works around a warning bug in
476
// old versions of gcc. See https://gcc.gnu.org/bugzilla/show_bug.cgi?id=56480
477
namespace {
478
479
// A split-stack prologue starts by checking the amount of stack remaining
480
// in one of two ways:
481
// A) Comparing of the stack pointer to a field in the tcb.
482
// B) Or a load of a stack pointer offset with an lea to r10 or r11.
483
template <>
484
bool X86_64<ELF64LE>::adjustPrologueForCrossSplitStack(uint8_t *Loc,
485
                                                       uint8_t *End,
486
7
                                                       uint8_t StOther) const {
487
7
  if (Loc + 8 >= End)
488
0
    return false;
489
7
490
7
  // Replace "cmp %fs:0x70,%rsp" and subsequent branch
491
7
  // with "stc, nopl 0x0(%rax,%rax,1)"
492
7
  if (memcmp(Loc, "\x64\x48\x3b\x24\x25", 5) == 0) {
493
2
    memcpy(Loc, "\xf9\x0f\x1f\x84\x00\x00\x00\x00", 8);
494
2
    return true;
495
2
  }
496
5
497
5
  // Adjust "lea X(%rsp),%rYY" to lea "(X - 0x4000)(%rsp),%rYY" where rYY could
498
5
  // be r10 or r11. The lea instruction feeds a subsequent compare which checks
499
5
  // if there is X available stack space. Making X larger effectively reserves
500
5
  // that much additional space. The stack grows downward so subtract the value.
501
5
  if (memcmp(Loc, "\x4c\x8d\x94\x24", 4) == 0 ||
502
5
      
memcmp(Loc, "\x4c\x8d\x9c\x24", 4) == 04
) {
503
2
    // The offset bytes are encoded four bytes after the start of the
504
2
    // instruction.
505
2
    write32le(Loc + 4, read32le(Loc + 4) - 0x4000);
506
2
    return true;
507
2
  }
508
3
  return false;
509
3
}
510
511
template <>
512
bool X86_64<ELF32LE>::adjustPrologueForCrossSplitStack(uint8_t *Loc,
513
                                                       uint8_t *End,
514
0
                                                       uint8_t StOther) const {
515
0
  llvm_unreachable("Target doesn't support split stacks.");
516
0
}
517
518
} // namespace
519
520
// These nonstandard PLT entries are to migtigate Spectre v2 security
521
// vulnerability. In order to mitigate Spectre v2, we want to avoid indirect
522
// branch instructions such as `jmp *GOTPLT(%rip)`. So, in the following PLT
523
// entries, we use a CALL followed by MOV and RET to do the same thing as an
524
// indirect jump. That instruction sequence is so-called "retpoline".
525
//
526
// We have two types of retpoline PLTs as a size optimization. If `-z now`
527
// is specified, all dynamic symbols are resolved at load-time. Thus, when
528
// that option is given, we can omit code for symbol lazy resolution.
529
namespace {
530
template <class ELFT> class Retpoline : public X86_64<ELFT> {
531
public:
532
  Retpoline();
533
  void writeGotPlt(uint8_t *Buf, const Symbol &S) const override;
534
  void writePltHeader(uint8_t *Buf) const override;
535
  void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
536
                int32_t Index, unsigned RelOff) const override;
537
};
538
539
template <class ELFT> class RetpolineZNow : public X86_64<ELFT> {
540
public:
541
  RetpolineZNow();
542
4
  void writeGotPlt(uint8_t *Buf, const Symbol &S) const override {}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writeGotPlt(unsigned char*, lld::elf::Symbol const&) const
X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writeGotPlt(unsigned char*, lld::elf::Symbol const&) const
Line
Count
Source
542
4
  void writeGotPlt(uint8_t *Buf, const Symbol &S) const override {}
543
  void writePltHeader(uint8_t *Buf) const override;
544
  void writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr, uint64_t PltEntryAddr,
545
                int32_t Index, unsigned RelOff) const override;
546
};
547
} // namespace
548
549
3
template <class ELFT> Retpoline<ELFT>::Retpoline() {
550
3
  TargetInfo::PltHeaderSize = 48;
551
3
  TargetInfo::PltEntrySize = 32;
552
3
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, false> >::Retpoline()
X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, true> >::Retpoline()
Line
Count
Source
549
3
template <class ELFT> Retpoline<ELFT>::Retpoline() {
550
3
  TargetInfo::PltHeaderSize = 48;
551
3
  TargetInfo::PltEntrySize = 32;
552
3
}
553
554
template <class ELFT>
555
5
void Retpoline<ELFT>::writeGotPlt(uint8_t *Buf, const Symbol &S) const {
556
5
  write64le(Buf, S.getPltVA() + 17);
557
5
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writeGotPlt(unsigned char*, lld::elf::Symbol const&) const
X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writeGotPlt(unsigned char*, lld::elf::Symbol const&) const
Line
Count
Source
555
5
void Retpoline<ELFT>::writeGotPlt(uint8_t *Buf, const Symbol &S) const {
556
5
  write64le(Buf, S.getPltVA() + 17);
557
5
}
558
559
3
template <class ELFT> void Retpoline<ELFT>::writePltHeader(uint8_t *Buf) const {
560
3
  const uint8_t Insn[] = {
561
3
      0xff, 0x35, 0,    0,    0,    0,          // 0:    pushq GOTPLT+8(%rip)
562
3
      0x4c, 0x8b, 0x1d, 0,    0,    0,    0,    // 6:    mov GOTPLT+16(%rip), %r11
563
3
      0xe8, 0x0e, 0x00, 0x00, 0x00,             // d:    callq next
564
3
      0xf3, 0x90,                               // 12: loop: pause
565
3
      0x0f, 0xae, 0xe8,                         // 14:   lfence
566
3
      0xeb, 0xf9,                               // 17:   jmp loop
567
3
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 19:   int3; .align 16
568
3
      0x4c, 0x89, 0x1c, 0x24,                   // 20: next: mov %r11, (%rsp)
569
3
      0xc3,                                     // 24:   ret
570
3
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 25:   int3; padding
571
3
      0xcc, 0xcc, 0xcc, 0xcc,                   // 2c:   int3; padding
572
3
  };
573
3
  memcpy(Buf, Insn, sizeof(Insn));
574
3
575
3
  uint64_t GotPlt = In.GotPlt->getVA();
576
3
  uint64_t Plt = In.Plt->getVA();
577
3
  write32le(Buf + 2, GotPlt - Plt - 6 + 8);
578
3
  write32le(Buf + 9, GotPlt - Plt - 13 + 16);
579
3
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writePltHeader(unsigned char*) const
X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writePltHeader(unsigned char*) const
Line
Count
Source
559
3
template <class ELFT> void Retpoline<ELFT>::writePltHeader(uint8_t *Buf) const {
560
3
  const uint8_t Insn[] = {
561
3
      0xff, 0x35, 0,    0,    0,    0,          // 0:    pushq GOTPLT+8(%rip)
562
3
      0x4c, 0x8b, 0x1d, 0,    0,    0,    0,    // 6:    mov GOTPLT+16(%rip), %r11
563
3
      0xe8, 0x0e, 0x00, 0x00, 0x00,             // d:    callq next
564
3
      0xf3, 0x90,                               // 12: loop: pause
565
3
      0x0f, 0xae, 0xe8,                         // 14:   lfence
566
3
      0xeb, 0xf9,                               // 17:   jmp loop
567
3
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 19:   int3; .align 16
568
3
      0x4c, 0x89, 0x1c, 0x24,                   // 20: next: mov %r11, (%rsp)
569
3
      0xc3,                                     // 24:   ret
570
3
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 25:   int3; padding
571
3
      0xcc, 0xcc, 0xcc, 0xcc,                   // 2c:   int3; padding
572
3
  };
573
3
  memcpy(Buf, Insn, sizeof(Insn));
574
3
575
3
  uint64_t GotPlt = In.GotPlt->getVA();
576
3
  uint64_t Plt = In.Plt->getVA();
577
3
  write32le(Buf + 2, GotPlt - Plt - 6 + 8);
578
3
  write32le(Buf + 9, GotPlt - Plt - 13 + 16);
579
3
}
580
581
template <class ELFT>
582
void Retpoline<ELFT>::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
583
                               uint64_t PltEntryAddr, int32_t Index,
584
5
                               unsigned RelOff) const {
585
5
  const uint8_t Insn[] = {
586
5
      0x4c, 0x8b, 0x1d, 0, 0, 0, 0, // 0:  mov foo@GOTPLT(%rip), %r11
587
5
      0xe8, 0,    0,    0,    0,    // 7:  callq plt+0x20
588
5
      0xe9, 0,    0,    0,    0,    // c:  jmp plt+0x12
589
5
      0x68, 0,    0,    0,    0,    // 11: pushq <relocation index>
590
5
      0xe9, 0,    0,    0,    0,    // 16: jmp plt+0
591
5
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 1b: int3; padding
592
5
  };
593
5
  memcpy(Buf, Insn, sizeof(Insn));
594
5
595
5
  uint64_t Off = TargetInfo::getPltEntryOffset(Index);
596
5
597
5
  write32le(Buf + 3, GotPltEntryAddr - PltEntryAddr - 7);
598
5
  write32le(Buf + 8, -Off - 12 + 32);
599
5
  write32le(Buf + 13, -Off - 17 + 18);
600
5
  write32le(Buf + 18, Index);
601
5
  write32le(Buf + 23, -Off - 27);
602
5
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writePlt(unsigned char*, unsigned long long, unsigned long long, int, unsigned int) const
X86_64.cpp:(anonymous namespace)::Retpoline<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writePlt(unsigned char*, unsigned long long, unsigned long long, int, unsigned int) const
Line
Count
Source
584
5
                               unsigned RelOff) const {
585
5
  const uint8_t Insn[] = {
586
5
      0x4c, 0x8b, 0x1d, 0, 0, 0, 0, // 0:  mov foo@GOTPLT(%rip), %r11
587
5
      0xe8, 0,    0,    0,    0,    // 7:  callq plt+0x20
588
5
      0xe9, 0,    0,    0,    0,    // c:  jmp plt+0x12
589
5
      0x68, 0,    0,    0,    0,    // 11: pushq <relocation index>
590
5
      0xe9, 0,    0,    0,    0,    // 16: jmp plt+0
591
5
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 1b: int3; padding
592
5
  };
593
5
  memcpy(Buf, Insn, sizeof(Insn));
594
5
595
5
  uint64_t Off = TargetInfo::getPltEntryOffset(Index);
596
5
597
5
  write32le(Buf + 3, GotPltEntryAddr - PltEntryAddr - 7);
598
5
  write32le(Buf + 8, -Off - 12 + 32);
599
5
  write32le(Buf + 13, -Off - 17 + 18);
600
5
  write32le(Buf + 18, Index);
601
5
  write32le(Buf + 23, -Off - 27);
602
5
}
603
604
2
template <class ELFT> RetpolineZNow<ELFT>::RetpolineZNow() {
605
2
  TargetInfo::PltHeaderSize = 32;
606
2
  TargetInfo::PltEntrySize = 16;
607
2
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, false> >::RetpolineZNow()
X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, true> >::RetpolineZNow()
Line
Count
Source
604
2
template <class ELFT> RetpolineZNow<ELFT>::RetpolineZNow() {
605
2
  TargetInfo::PltHeaderSize = 32;
606
2
  TargetInfo::PltEntrySize = 16;
607
2
}
608
609
template <class ELFT>
610
2
void RetpolineZNow<ELFT>::writePltHeader(uint8_t *Buf) const {
611
2
  const uint8_t Insn[] = {
612
2
      0xe8, 0x0b, 0x00, 0x00, 0x00, // 0:    call next
613
2
      0xf3, 0x90,                   // 5:  loop: pause
614
2
      0x0f, 0xae, 0xe8,             // 7:    lfence
615
2
      0xeb, 0xf9,                   // a:    jmp loop
616
2
      0xcc, 0xcc, 0xcc, 0xcc,       // c:    int3; .align 16
617
2
      0x4c, 0x89, 0x1c, 0x24,       // 10: next: mov %r11, (%rsp)
618
2
      0xc3,                         // 14:   ret
619
2
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 15:   int3; padding
620
2
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 1a:   int3; padding
621
2
      0xcc,                         // 1f:   int3; padding
622
2
  };
623
2
  memcpy(Buf, Insn, sizeof(Insn));
624
2
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writePltHeader(unsigned char*) const
X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writePltHeader(unsigned char*) const
Line
Count
Source
610
2
void RetpolineZNow<ELFT>::writePltHeader(uint8_t *Buf) const {
611
2
  const uint8_t Insn[] = {
612
2
      0xe8, 0x0b, 0x00, 0x00, 0x00, // 0:    call next
613
2
      0xf3, 0x90,                   // 5:  loop: pause
614
2
      0x0f, 0xae, 0xe8,             // 7:    lfence
615
2
      0xeb, 0xf9,                   // a:    jmp loop
616
2
      0xcc, 0xcc, 0xcc, 0xcc,       // c:    int3; .align 16
617
2
      0x4c, 0x89, 0x1c, 0x24,       // 10: next: mov %r11, (%rsp)
618
2
      0xc3,                         // 14:   ret
619
2
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 15:   int3; padding
620
2
      0xcc, 0xcc, 0xcc, 0xcc, 0xcc, // 1a:   int3; padding
621
2
      0xcc,                         // 1f:   int3; padding
622
2
  };
623
2
  memcpy(Buf, Insn, sizeof(Insn));
624
2
}
625
626
template <class ELFT>
627
void RetpolineZNow<ELFT>::writePlt(uint8_t *Buf, uint64_t GotPltEntryAddr,
628
                                   uint64_t PltEntryAddr, int32_t Index,
629
4
                                   unsigned RelOff) const {
630
4
  const uint8_t Insn[] = {
631
4
      0x4c, 0x8b, 0x1d, 0,    0, 0, 0, // mov foo@GOTPLT(%rip), %r11
632
4
      0xe9, 0,    0,    0,    0,       // jmp plt+0
633
4
      0xcc, 0xcc, 0xcc, 0xcc,          // int3; padding
634
4
  };
635
4
  memcpy(Buf, Insn, sizeof(Insn));
636
4
637
4
  write32le(Buf + 3, GotPltEntryAddr - PltEntryAddr - 7);
638
4
  write32le(Buf + 8, -TargetInfo::getPltEntryOffset(Index) - 12);
639
4
}
Unexecuted instantiation: X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, false> >::writePlt(unsigned char*, unsigned long long, unsigned long long, int, unsigned int) const
X86_64.cpp:(anonymous namespace)::RetpolineZNow<llvm::object::ELFType<(llvm::support::endianness)1, true> >::writePlt(unsigned char*, unsigned long long, unsigned long long, int, unsigned int) const
Line
Count
Source
629
4
                                   unsigned RelOff) const {
630
4
  const uint8_t Insn[] = {
631
4
      0x4c, 0x8b, 0x1d, 0,    0, 0, 0, // mov foo@GOTPLT(%rip), %r11
632
4
      0xe9, 0,    0,    0,    0,       // jmp plt+0
633
4
      0xcc, 0xcc, 0xcc, 0xcc,          // int3; padding
634
4
  };
635
4
  memcpy(Buf, Insn, sizeof(Insn));
636
4
637
4
  write32le(Buf + 3, GotPltEntryAddr - PltEntryAddr - 7);
638
4
  write32le(Buf + 8, -TargetInfo::getPltEntryOffset(Index) - 12);
639
4
}
640
641
1.72k
template <class ELFT> static TargetInfo *getTargetInfo() {
642
1.72k
  if (Config->ZRetpolineplt) {
643
5
    if (Config->ZNow) {
644
2
      static RetpolineZNow<ELFT> T;
645
2
      return &T;
646
2
    }
647
3
    static Retpoline<ELFT> T;
648
3
    return &T;
649
3
  }
650
1.71k
651
1.71k
  static X86_64<ELFT> T;
652
1.71k
  return &T;
653
1.71k
}
X86_64.cpp:lld::elf::TargetInfo* getTargetInfo<llvm::object::ELFType<(llvm::support::endianness)1, false> >()
Line
Count
Source
641
4
template <class ELFT> static TargetInfo *getTargetInfo() {
642
4
  if (Config->ZRetpolineplt) {
643
0
    if (Config->ZNow) {
644
0
      static RetpolineZNow<ELFT> T;
645
0
      return &T;
646
0
    }
647
0
    static Retpoline<ELFT> T;
648
0
    return &T;
649
0
  }
650
4
651
4
  static X86_64<ELFT> T;
652
4
  return &T;
653
4
}
X86_64.cpp:lld::elf::TargetInfo* getTargetInfo<llvm::object::ELFType<(llvm::support::endianness)1, true> >()
Line
Count
Source
641
1.71k
template <class ELFT> static TargetInfo *getTargetInfo() {
642
1.71k
  if (Config->ZRetpolineplt) {
643
5
    if (Config->ZNow) {
644
2
      static RetpolineZNow<ELFT> T;
645
2
      return &T;
646
2
    }
647
3
    static Retpoline<ELFT> T;
648
3
    return &T;
649
3
  }
650
1.71k
651
1.71k
  static X86_64<ELFT> T;
652
1.71k
  return &T;
653
1.71k
}
654
655
4
TargetInfo *elf::getX32TargetInfo() { return getTargetInfo<ELF32LE>(); }
656
1.71k
TargetInfo *elf::getX86_64TargetInfo() { return getTargetInfo<ELF64LE>(); }