1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
|
//===----- ELF_aarch32.cpp - JIT linker implementation for arm/thumb ------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// ELF/aarch32 jit-link implementation.
//
//===----------------------------------------------------------------------===//
#include "llvm/ExecutionEngine/JITLink/ELF_aarch32.h"
#include "llvm/BinaryFormat/ELF.h"
#include "llvm/ExecutionEngine/JITLink/JITLink.h"
#include "llvm/ExecutionEngine/JITLink/aarch32.h"
#include "llvm/Object/ELF.h"
#include "llvm/Object/ELFObjectFile.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/TargetParser/ARMTargetParser.h"
#include "ELFLinkGraphBuilder.h"
#include "JITLinkGeneric.h"
#define DEBUG_TYPE "jitlink"
using namespace llvm::object;
namespace llvm {
namespace jitlink {
/// Translate from ELF relocation type to JITLink-internal edge kind.
LLVM_ABI Expected<aarch32::EdgeKind_aarch32>
getJITLinkEdgeKind(uint32_t ELFType, const aarch32::ArmConfig &ArmCfg) {
switch (ELFType) {
case ELF::R_ARM_ABS32:
return aarch32::Data_Pointer32;
case ELF::R_ARM_GOT_PREL:
return aarch32::Data_RequestGOTAndTransformToDelta32;
case ELF::R_ARM_REL32:
return aarch32::Data_Delta32;
case ELF::R_ARM_CALL:
return aarch32::Arm_Call;
case ELF::R_ARM_JUMP24:
return aarch32::Arm_Jump24;
case ELF::R_ARM_MOVW_ABS_NC:
return aarch32::Arm_MovwAbsNC;
case ELF::R_ARM_MOVT_ABS:
return aarch32::Arm_MovtAbs;
case ELF::R_ARM_NONE:
return aarch32::None;
case ELF::R_ARM_PREL31:
return aarch32::Data_PRel31;
case ELF::R_ARM_TARGET1:
return (ArmCfg.Target1Rel) ? aarch32::Data_Delta32
: aarch32::Data_Pointer32;
case ELF::R_ARM_THM_CALL:
return aarch32::Thumb_Call;
case ELF::R_ARM_THM_JUMP24:
return aarch32::Thumb_Jump24;
case ELF::R_ARM_THM_MOVW_ABS_NC:
return aarch32::Thumb_MovwAbsNC;
case ELF::R_ARM_THM_MOVT_ABS:
return aarch32::Thumb_MovtAbs;
case ELF::R_ARM_THM_MOVW_PREL_NC:
return aarch32::Thumb_MovwPrelNC;
case ELF::R_ARM_THM_MOVT_PREL:
return aarch32::Thumb_MovtPrel;
}
return make_error<JITLinkError>(
"Unsupported aarch32 relocation " + formatv("{0:d}: ", ELFType) +
object::getELFRelocationTypeName(ELF::EM_ARM, ELFType));
}
/// Translate from JITLink-internal edge kind back to ELF relocation type.
LLVM_ABI Expected<uint32_t> getELFRelocationType(Edge::Kind Kind) {
switch (static_cast<aarch32::EdgeKind_aarch32>(Kind)) {
case aarch32::Data_Delta32:
return ELF::R_ARM_REL32;
case aarch32::Data_Pointer32:
return ELF::R_ARM_ABS32;
case aarch32::Data_PRel31:
return ELF::R_ARM_PREL31;
case aarch32::Data_RequestGOTAndTransformToDelta32:
return ELF::R_ARM_GOT_PREL;
case aarch32::Arm_Call:
return ELF::R_ARM_CALL;
case aarch32::Arm_Jump24:
return ELF::R_ARM_JUMP24;
case aarch32::Arm_MovwAbsNC:
return ELF::R_ARM_MOVW_ABS_NC;
case aarch32::Arm_MovtAbs:
return ELF::R_ARM_MOVT_ABS;
case aarch32::Thumb_Call:
return ELF::R_ARM_THM_CALL;
case aarch32::Thumb_Jump24:
return ELF::R_ARM_THM_JUMP24;
case aarch32::Thumb_MovwAbsNC:
return ELF::R_ARM_THM_MOVW_ABS_NC;
case aarch32::Thumb_MovtAbs:
return ELF::R_ARM_THM_MOVT_ABS;
case aarch32::Thumb_MovwPrelNC:
return ELF::R_ARM_THM_MOVW_PREL_NC;
case aarch32::Thumb_MovtPrel:
return ELF::R_ARM_THM_MOVT_PREL;
case aarch32::None:
return ELF::R_ARM_NONE;
}
return make_error<JITLinkError>(formatv("Invalid aarch32 edge {0:d}: ",
Kind));
}
/// Get a human-readable name for the given ELF AArch32 edge kind.
const char *getELFAArch32EdgeKindName(Edge::Kind R) {
// No ELF-specific edge kinds yet
return aarch32::getEdgeKindName(R);
}
class ELFJITLinker_aarch32 : public JITLinker<ELFJITLinker_aarch32> {
friend class JITLinker<ELFJITLinker_aarch32>;
public:
ELFJITLinker_aarch32(std::unique_ptr<JITLinkContext> Ctx,
std::unique_ptr<LinkGraph> G, PassConfiguration PassCfg,
aarch32::ArmConfig ArmCfg)
: JITLinker(std::move(Ctx), std::move(G), std::move(PassCfg)),
ArmCfg(std::move(ArmCfg)) {}
private:
aarch32::ArmConfig ArmCfg;
Error applyFixup(LinkGraph &G, Block &B, const Edge &E) const {
return aarch32::applyFixup(G, B, E, ArmCfg);
}
};
template <llvm::endianness DataEndianness>
class ELFLinkGraphBuilder_aarch32
: public ELFLinkGraphBuilder<ELFType<DataEndianness, false>> {
private:
using ELFT = ELFType<DataEndianness, false>;
using Base = ELFLinkGraphBuilder<ELFT>;
Error addRelocations() override {
LLVM_DEBUG(dbgs() << "Processing relocations:\n");
using Self = ELFLinkGraphBuilder_aarch32<DataEndianness>;
for (const auto &RelSect : Base::Sections) {
if (Error Err = Base::forEachRelRelocation(RelSect, this,
&Self::addSingleRelRelocation))
return Err;
}
return Error::success();
}
Error addSingleRelRelocation(const typename ELFT::Rel &Rel,
const typename ELFT::Shdr &FixupSect,
Block &BlockToFix) {
uint32_t SymbolIndex = Rel.getSymbol(false);
auto ObjSymbol = Base::Obj.getRelocationSymbol(Rel, Base::SymTabSec);
if (!ObjSymbol)
return ObjSymbol.takeError();
Symbol *GraphSymbol = Base::getGraphSymbol(SymbolIndex);
if (!GraphSymbol)
return make_error<StringError>(
formatv("Could not find symbol at given index, did you add it to "
"JITSymbolTable? index: {0}, shndx: {1} Size of table: {2}",
SymbolIndex, (*ObjSymbol)->st_shndx,
Base::GraphSymbols.size()),
inconvertibleErrorCode());
uint32_t Type = Rel.getType(false);
Expected<aarch32::EdgeKind_aarch32> Kind = getJITLinkEdgeKind(Type, ArmCfg);
if (!Kind)
return Kind.takeError();
auto FixupAddress = orc::ExecutorAddr(FixupSect.sh_addr) + Rel.r_offset;
Edge::OffsetT Offset = FixupAddress - BlockToFix.getAddress();
Expected<int64_t> Addend =
aarch32::readAddend(*Base::G, BlockToFix, Offset, *Kind, ArmCfg);
if (!Addend)
return Addend.takeError();
Edge E(*Kind, Offset, *GraphSymbol, *Addend);
LLVM_DEBUG({
dbgs() << " ";
printEdge(dbgs(), BlockToFix, E, getELFAArch32EdgeKindName(*Kind));
dbgs() << "\n";
});
BlockToFix.addEdge(std::move(E));
return Error::success();
}
aarch32::ArmConfig ArmCfg;
protected:
TargetFlagsType makeTargetFlags(const typename ELFT::Sym &Sym) override {
// Only emit target flag for callable symbols
if (Sym.getType() != ELF::STT_FUNC)
return TargetFlagsType{};
if (Sym.getValue() & 0x01)
return aarch32::ThumbSymbol;
return TargetFlagsType{};
}
orc::ExecutorAddrDiff getRawOffset(const typename ELFT::Sym &Sym,
TargetFlagsType Flags) override {
assert((makeTargetFlags(Sym) & Flags) == Flags);
static constexpr uint64_t ThumbBit = 0x01;
if (Sym.getType() == ELF::STT_FUNC)
return Sym.getValue() & ~ThumbBit;
return Sym.getValue();
}
public:
ELFLinkGraphBuilder_aarch32(StringRef FileName,
const llvm::object::ELFFile<ELFT> &Obj,
std::shared_ptr<orc::SymbolStringPool> SSP,
Triple TT, SubtargetFeatures Features,
aarch32::ArmConfig ArmCfg)
: ELFLinkGraphBuilder<ELFT>(Obj, std::move(SSP), std::move(TT),
std::move(Features), FileName,
getELFAArch32EdgeKindName),
ArmCfg(std::move(ArmCfg)) {}
};
template <typename StubsManagerType>
Error buildTables_ELF_aarch32(LinkGraph &G) {
LLVM_DEBUG(dbgs() << "Visiting edges in graph:\n");
StubsManagerType StubsManager;
visitExistingEdges(G, StubsManager);
aarch32::GOTBuilder GOT;
visitExistingEdges(G, GOT);
return Error::success();
}
Expected<std::unique_ptr<LinkGraph>> createLinkGraphFromELFObject_aarch32(
MemoryBufferRef ObjectBuffer, std::shared_ptr<orc::SymbolStringPool> SSP) {
LLVM_DEBUG({
dbgs() << "Building jitlink graph for new input "
<< ObjectBuffer.getBufferIdentifier() << "...\n";
});
auto ELFObj = ObjectFile::createELFObjectFile(ObjectBuffer);
if (!ELFObj)
return ELFObj.takeError();
auto Features = (*ELFObj)->getFeatures();
if (!Features)
return Features.takeError();
// Find out what exact AArch32 instruction set and features we target.
auto TT = (*ELFObj)->makeTriple();
ARM::ArchKind AK = ARM::parseArch(TT.getArchName());
if (AK == ARM::ArchKind::INVALID)
return make_error<JITLinkError>(
"Failed to build ELF link graph: Invalid ARM ArchKind");
// Resolve our internal configuration for the target. If at some point the
// CPUArch alone becomes too unprecise, we can find more details in the
// Tag_CPU_arch_profile.
auto Arch = static_cast<ARMBuildAttrs::CPUArch>(ARM::getArchAttr(AK));
aarch32::ArmConfig ArmCfg = aarch32::getArmConfigForCPUArch(Arch);
// Populate the link-graph.
switch (TT.getArch()) {
case Triple::arm:
case Triple::thumb: {
auto &ELFFile = cast<ELFObjectFile<ELF32LE>>(**ELFObj).getELFFile();
return ELFLinkGraphBuilder_aarch32<llvm::endianness::little>(
(*ELFObj)->getFileName(), ELFFile, std::move(SSP), TT,
std::move(*Features), ArmCfg)
.buildGraph();
}
case Triple::armeb:
case Triple::thumbeb: {
auto &ELFFile = cast<ELFObjectFile<ELF32BE>>(**ELFObj).getELFFile();
return ELFLinkGraphBuilder_aarch32<llvm::endianness::big>(
(*ELFObj)->getFileName(), ELFFile, std::move(SSP), TT,
std::move(*Features), ArmCfg)
.buildGraph();
}
default:
return make_error<JITLinkError>(
"Failed to build ELF/aarch32 link graph: Invalid target triple " +
TT.getTriple());
}
}
void link_ELF_aarch32(std::unique_ptr<LinkGraph> G,
std::unique_ptr<JITLinkContext> Ctx) {
const Triple &TT = G->getTargetTriple();
using namespace ARMBuildAttrs;
ARM::ArchKind AK = ARM::parseArch(TT.getArchName());
auto CPU = static_cast<CPUArch>(ARM::getArchAttr(AK));
aarch32::ArmConfig ArmCfg = aarch32::getArmConfigForCPUArch(CPU);
PassConfiguration PassCfg;
if (Ctx->shouldAddDefaultTargetPasses(TT)) {
// Add a mark-live pass.
if (auto MarkLive = Ctx->getMarkLivePass(TT))
PassCfg.PrePrunePasses.push_back(std::move(MarkLive));
else
PassCfg.PrePrunePasses.push_back(markAllSymbolsLive);
switch (ArmCfg.Stubs) {
case aarch32::StubsFlavor::pre_v7:
PassCfg.PostPrunePasses.push_back(
buildTables_ELF_aarch32<aarch32::StubsManager_prev7>);
break;
case aarch32::StubsFlavor::v7:
PassCfg.PostPrunePasses.push_back(
buildTables_ELF_aarch32<aarch32::StubsManager_v7>);
break;
case aarch32::StubsFlavor::Undefined:
llvm_unreachable("Check before building graph");
}
}
if (auto Err = Ctx->modifyPassConfig(*G, PassCfg))
return Ctx->notifyFailed(std::move(Err));
ELFJITLinker_aarch32::link(std::move(Ctx), std::move(G), std::move(PassCfg),
std::move(ArmCfg));
}
} // namespace jitlink
} // namespace llvm
|