Movatterモバイル変換


[0]ホーム

URL:


LLVM 20.0.0git
ELF_riscv.cpp
Go to the documentation of this file.
1//===------- ELF_riscv.cpp -JIT linker implementation for ELF/riscv -------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// ELF/riscv jit-link implementation.
10//
11//===----------------------------------------------------------------------===//
12
13#include "llvm/ExecutionEngine/JITLink/ELF_riscv.h"
14#include "EHFrameSupportImpl.h"
15#include "ELFLinkGraphBuilder.h"
16#include "JITLinkGeneric.h"
17#include "PerGraphGOTAndPLTStubsBuilder.h"
18#include "llvm/BinaryFormat/ELF.h"
19#include "llvm/ExecutionEngine/JITLink/DWARFRecordSectionSplitter.h"
20#include "llvm/ExecutionEngine/JITLink/JITLink.h"
21#include "llvm/ExecutionEngine/JITLink/riscv.h"
22#include "llvm/Object/ELF.h"
23#include "llvm/Object/ELFObjectFile.h"
24#include "llvm/Support/Endian.h"
25
26#define DEBUG_TYPE "jitlink"
27using namespacellvm;
28using namespacellvm::jitlink;
29using namespacellvm::jitlink::riscv;
30
31namespace{
32
33classPerGraphGOTAndPLTStubsBuilder_ELF_riscv
34 :publicPerGraphGOTAndPLTStubsBuilder<
35 PerGraphGOTAndPLTStubsBuilder_ELF_riscv> {
36public:
37staticconstexprsize_t StubEntrySize = 16;
38staticconstuint8_t NullGOTEntryContent[8];
39staticconstuint8_t RV64StubContent[StubEntrySize];
40staticconstuint8_t RV32StubContent[StubEntrySize];
41
42usingPerGraphGOTAndPLTStubsBuilder<
43 PerGraphGOTAndPLTStubsBuilder_ELF_riscv>::PerGraphGOTAndPLTStubsBuilder;
44
45bool isRV64() const{returnG.getPointerSize() == 8; }
46
47bool isGOTEdgeToFix(Edge &E) const{return E.getKind() ==R_RISCV_GOT_HI20; }
48
49Symbol &createGOTEntry(Symbol &Target) {
50Block &GOTBlock =
51G.createContentBlock(getGOTSection(), getGOTEntryBlockContent(),
52orc::ExecutorAddr(),G.getPointerSize(), 0);
53 GOTBlock.addEdge(isRV64() ?R_RISCV_64 :R_RISCV_32, 0,Target, 0);
54returnG.addAnonymousSymbol(GOTBlock, 0,G.getPointerSize(),false,false);
55 }
56
57Symbol &createPLTStub(Symbol &Target) {
58Block &StubContentBlock =G.createContentBlock(
59 getStubsSection(), getStubBlockContent(),orc::ExecutorAddr(), 4, 0);
60auto &GOTEntrySymbol = getGOTEntry(Target);
61 StubContentBlock.addEdge(R_RISCV_CALL, 0, GOTEntrySymbol, 0);
62returnG.addAnonymousSymbol(StubContentBlock, 0, StubEntrySize,true,
63false);
64 }
65
66void fixGOTEdge(Edge &E,Symbol &GOTEntry) {
67// Replace the relocation pair (R_RISCV_GOT_HI20, R_RISCV_PCREL_LO12)
68// with (R_RISCV_PCREL_HI20, R_RISCV_PCREL_LO12)
69// Therefore, here just change the R_RISCV_GOT_HI20 to R_RISCV_PCREL_HI20
70 E.setKind(R_RISCV_PCREL_HI20);
71 E.setTarget(GOTEntry);
72 }
73
74void fixPLTEdge(Edge &E,Symbol &PLTStubs) {
75assert((E.getKind() ==R_RISCV_CALL || E.getKind() ==R_RISCV_CALL_PLT ||
76 E.getKind() ==CallRelaxable) &&
77"Not a PLT edge?");
78 E.setKind(R_RISCV_CALL);
79 E.setTarget(PLTStubs);
80 }
81
82bool isExternalBranchEdge(Edge &E) const{
83return (E.getKind() ==R_RISCV_CALL || E.getKind() ==R_RISCV_CALL_PLT ||
84 E.getKind() ==CallRelaxable) &&
85 !E.getTarget().isDefined();
86 }
87
88private:
89Section &getGOTSection() const{
90if (!GOTSection)
91 GOTSection = &G.createSection("$__GOT", orc::MemProt::Read);
92return *GOTSection;
93 }
94
95Section &getStubsSection() const{
96if (!StubsSection)
97 StubsSection =
98 &G.createSection("$__STUBS", orc::MemProt::Read | orc::MemProt::Exec);
99return *StubsSection;
100 }
101
102ArrayRef<char> getGOTEntryBlockContent() {
103return {reinterpret_cast<constchar *>(NullGOTEntryContent),
104G.getPointerSize()};
105 }
106
107ArrayRef<char> getStubBlockContent() {
108auto StubContent = isRV64() ? RV64StubContent : RV32StubContent;
109return {reinterpret_cast<constchar *>(StubContent), StubEntrySize};
110 }
111
112mutableSection *GOTSection =nullptr;
113mutableSection *StubsSection =nullptr;
114};
115
116constuint8_t PerGraphGOTAndPLTStubsBuilder_ELF_riscv::NullGOTEntryContent[8] =
117 {0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
118
119constuint8_t
120 PerGraphGOTAndPLTStubsBuilder_ELF_riscv::RV64StubContent[StubEntrySize] = {
121 0x17, 0x0e, 0x00, 0x00,// auipc t3, literal
122 0x03, 0x3e, 0x0e, 0x00,// ld t3, literal(t3)
123 0x67, 0x00, 0x0e, 0x00,// jr t3
124 0x13, 0x00, 0x00, 0x00};// nop
125
126constuint8_t
127 PerGraphGOTAndPLTStubsBuilder_ELF_riscv::RV32StubContent[StubEntrySize] = {
128 0x17, 0x0e, 0x00, 0x00,// auipc t3, literal
129 0x03, 0x2e, 0x0e, 0x00,// lw t3, literal(t3)
130 0x67, 0x00, 0x0e, 0x00,// jr t3
131 0x13, 0x00, 0x00, 0x00};// nop
132}// namespace
133namespacellvm {
134namespacejitlink {
135
136staticuint32_textractBits(uint32_t Num,unsignedLow,unsignedSize) {
137return (Num & (((1ULL <<Size) - 1) <<Low)) >>Low;
138}
139
140staticinlineboolisAlignmentCorrect(uint64_tValue,intN) {
141return (Value & (N - 1)) ?false :true;
142}
143
144// Requires 0 < N <= 64.
145staticinlineboolisInRangeForImm(int64_tValue,intN) {
146returnValue ==llvm::SignExtend64(Value,N);
147}
148
149classELFJITLinker_riscv :publicJITLinker<ELFJITLinker_riscv> {
150friendclassJITLinker<ELFJITLinker_riscv>;
151
152public:
153ELFJITLinker_riscv(std::unique_ptr<JITLinkContext> Ctx,
154 std::unique_ptr<LinkGraph>G,PassConfiguration PassConfig)
155 :JITLinker(std::move(Ctx),std::move(G),std::move(PassConfig)) {
156JITLinkerBase::getPassConfig().PostAllocationPasses.push_back(
157 [this](LinkGraph &G) {return gatherRISCVPCRelHi20(G); });
158 }
159
160private:
161DenseMap<std::pair<const Block *, orc::ExecutorAddrDiff>,constEdge *>
162 RelHi20;
163
164Error gatherRISCVPCRelHi20(LinkGraph &G) {
165for (Block *B :G.blocks())
166for (Edge &E :B->edges())
167if (E.getKind() ==R_RISCV_PCREL_HI20)
168 RelHi20[{B,E.getOffset()}] = &E;
169
170returnError::success();
171 }
172
173Expected<const Edge &> getRISCVPCRelHi20(constEdge &E) const{
174using namespaceriscv;
175assert((E.getKind() ==R_RISCV_PCREL_LO12_I ||
176E.getKind() ==R_RISCV_PCREL_LO12_S) &&
177"Can only have high relocation for R_RISCV_PCREL_LO12_I or "
178"R_RISCV_PCREL_LO12_S");
179
180constSymbol &Sym =E.getTarget();
181constBlock &B =Sym.getBlock();
182orc::ExecutorAddrDiffOffset =Sym.getOffset();
183
184auto It = RelHi20.find({&B,Offset});
185if (It != RelHi20.end())
186return *It->second;
187
188return make_error<JITLinkError>("No HI20 PCREL relocation type be found "
189"for LO12 PCREL relocation type");
190 }
191
192Error applyFixup(LinkGraph &G,Block &B,constEdge &E) const{
193using namespaceriscv;
194using namespacellvm::support;
195
196char *BlockWorkingMem =B.getAlreadyMutableContent().data();
197char *FixupPtr = BlockWorkingMem +E.getOffset();
198orc::ExecutorAddr FixupAddress =B.getAddress() +E.getOffset();
199switch (E.getKind()) {
200caseR_RISCV_32: {
201 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
202 *(little32_t *)FixupPtr =static_cast<uint32_t>(Value);
203break;
204 }
205caseR_RISCV_64: {
206 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
207 *(little64_t *)FixupPtr =static_cast<uint64_t>(Value);
208break;
209 }
210caseR_RISCV_BRANCH: {
211 int64_tValue =E.getTarget().getAddress() +E.getAddend() - FixupAddress;
212if (LLVM_UNLIKELY(!isInRangeForImm(Value >> 1, 12)))
213returnmakeTargetOutOfRangeError(G,B,E);
214if (LLVM_UNLIKELY(!isAlignmentCorrect(Value, 2)))
215returnmakeAlignmentError(FixupAddress,Value, 2,E);
216uint32_t Imm12 =extractBits(Value, 12, 1) << 31;
217uint32_t Imm10_5 =extractBits(Value, 5, 6) << 25;
218uint32_t Imm4_1 =extractBits(Value, 1, 4) << 8;
219uint32_t Imm11 =extractBits(Value, 11, 1) << 7;
220uint32_t RawInstr = *(little32_t *)FixupPtr;
221 *(little32_t *)FixupPtr =
222 (RawInstr & 0x1FFF07F) | Imm12 | Imm10_5 | Imm4_1 | Imm11;
223break;
224 }
225caseR_RISCV_JAL: {
226 int64_tValue =E.getTarget().getAddress() +E.getAddend() - FixupAddress;
227if (LLVM_UNLIKELY(!isInRangeForImm(Value >> 1, 20)))
228returnmakeTargetOutOfRangeError(G,B,E);
229if (LLVM_UNLIKELY(!isAlignmentCorrect(Value, 2)))
230returnmakeAlignmentError(FixupAddress,Value, 2,E);
231uint32_t Imm20 =extractBits(Value, 20, 1) << 31;
232uint32_t Imm10_1 =extractBits(Value, 1, 10) << 21;
233uint32_t Imm11 =extractBits(Value, 11, 1) << 20;
234uint32_t Imm19_12 =extractBits(Value, 12, 8) << 12;
235uint32_t RawInstr = *(little32_t *)FixupPtr;
236 *(little32_t *)FixupPtr =
237 (RawInstr & 0xFFF) | Imm20 | Imm10_1 | Imm11 | Imm19_12;
238break;
239 }
240caseCallRelaxable:
241// Treat as R_RISCV_CALL when the relaxation pass did not run
242caseR_RISCV_CALL_PLT:
243caseR_RISCV_CALL: {
244 int64_tValue =E.getTarget().getAddress() +E.getAddend() - FixupAddress;
245 int64_tHi =Value + 0x800;
246if (LLVM_UNLIKELY(!isInRangeForImm(Hi, 32)))
247returnmakeTargetOutOfRangeError(G,B,E);
248 int32_tLo =Value & 0xFFF;
249uint32_t RawInstrAuipc = *(little32_t *)FixupPtr;
250uint32_t RawInstrJalr = *(little32_t *)(FixupPtr + 4);
251 *(little32_t *)FixupPtr =
252 RawInstrAuipc | (static_cast<uint32_t>(Hi & 0xFFFFF000));
253 *(little32_t *)(FixupPtr + 4) =
254 RawInstrJalr | (static_cast<uint32_t>(Lo) << 20);
255break;
256 }
257// The relocations R_RISCV_CALL_PLT and R_RISCV_GOT_HI20 are handled by
258// PerGraphGOTAndPLTStubsBuilder_ELF_riscv and are transformed into
259// R_RISCV_CALL and R_RISCV_PCREL_HI20.
260caseR_RISCV_PCREL_HI20: {
261 int64_tValue =E.getTarget().getAddress() +E.getAddend() - FixupAddress;
262 int64_tHi =Value + 0x800;
263if (LLVM_UNLIKELY(!isInRangeForImm(Hi, 32)))
264returnmakeTargetOutOfRangeError(G,B,E);
265uint32_t RawInstr = *(little32_t *)FixupPtr;
266 *(little32_t *)FixupPtr =
267 (RawInstr & 0xFFF) | (static_cast<uint32_t>(Hi & 0xFFFFF000));
268break;
269 }
270caseR_RISCV_PCREL_LO12_I: {
271// FIXME: We assume that R_RISCV_PCREL_HI20 is present in object code and
272// pairs with current relocation R_RISCV_PCREL_LO12_I. So here may need a
273// check.
274auto RelHI20 = getRISCVPCRelHi20(E);
275if (!RelHI20)
276return RelHI20.takeError();
277 int64_tValue = RelHI20->getTarget().getAddress() +
278 RelHI20->getAddend() -E.getTarget().getAddress();
279 int64_tLo =Value & 0xFFF;
280uint32_t RawInstr = *(little32_t *)FixupPtr;
281 *(little32_t *)FixupPtr =
282 (RawInstr & 0xFFFFF) | (static_cast<uint32_t>(Lo & 0xFFF) << 20);
283break;
284 }
285caseR_RISCV_PCREL_LO12_S: {
286// FIXME: We assume that R_RISCV_PCREL_HI20 is present in object code and
287// pairs with current relocation R_RISCV_PCREL_LO12_S. So here may need a
288// check.
289auto RelHI20 = getRISCVPCRelHi20(E);
290if (!RelHI20)
291return RelHI20.takeError();
292 int64_tValue = RelHI20->getTarget().getAddress() +
293 RelHI20->getAddend() -E.getTarget().getAddress();
294 int64_tLo =Value & 0xFFF;
295uint32_t Imm11_5 =extractBits(Lo, 5, 7) << 25;
296uint32_t Imm4_0 =extractBits(Lo, 0, 5) << 7;
297uint32_t RawInstr = *(little32_t *)FixupPtr;
298
299 *(little32_t *)FixupPtr = (RawInstr & 0x1FFF07F) | Imm11_5 | Imm4_0;
300break;
301 }
302caseR_RISCV_HI20: {
303 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
304 int64_tHi =Value + 0x800;
305if (LLVM_UNLIKELY(!isInRangeForImm(Hi, 32)))
306returnmakeTargetOutOfRangeError(G,B,E);
307uint32_t RawInstr = *(little32_t *)FixupPtr;
308 *(little32_t *)FixupPtr =
309 (RawInstr & 0xFFF) | (static_cast<uint32_t>(Hi & 0xFFFFF000));
310break;
311 }
312caseR_RISCV_LO12_I: {
313// FIXME: We assume that R_RISCV_HI20 is present in object code and pairs
314// with current relocation R_RISCV_LO12_I. So here may need a check.
315 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
316 int32_tLo =Value & 0xFFF;
317uint32_t RawInstr = *(little32_t *)FixupPtr;
318 *(little32_t *)FixupPtr =
319 (RawInstr & 0xFFFFF) | (static_cast<uint32_t>(Lo & 0xFFF) << 20);
320break;
321 }
322caseR_RISCV_LO12_S: {
323// FIXME: We assume that R_RISCV_HI20 is present in object code and pairs
324// with current relocation R_RISCV_LO12_S. So here may need a check.
325 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
326 int64_tLo =Value & 0xFFF;
327uint32_t Imm11_5 =extractBits(Lo, 5, 7) << 25;
328uint32_t Imm4_0 =extractBits(Lo, 0, 5) << 7;
329uint32_t RawInstr = *(little32_t *)FixupPtr;
330 *(little32_t *)FixupPtr = (RawInstr & 0x1FFF07F) | Imm11_5 | Imm4_0;
331break;
332 }
333caseR_RISCV_ADD8: {
334 int64_tValue =
335 (E.getTarget().getAddress() +
336 *(reinterpret_cast<constuint8_t *>(FixupPtr)) +E.getAddend())
337 .getValue();
338 *FixupPtr =static_cast<uint8_t>(Value);
339break;
340 }
341caseR_RISCV_ADD16: {
342 int64_tValue = (E.getTarget().getAddress() +
343support::endian::read16le(FixupPtr) +E.getAddend())
344 .getValue();
345 *(little16_t *)FixupPtr =static_cast<uint16_t>(Value);
346break;
347 }
348caseR_RISCV_ADD32: {
349 int64_tValue = (E.getTarget().getAddress() +
350support::endian::read32le(FixupPtr) +E.getAddend())
351 .getValue();
352 *(little32_t *)FixupPtr =static_cast<uint32_t>(Value);
353break;
354 }
355caseR_RISCV_ADD64: {
356 int64_tValue = (E.getTarget().getAddress() +
357support::endian::read64le(FixupPtr) +E.getAddend())
358 .getValue();
359 *(little64_t *)FixupPtr =static_cast<uint64_t>(Value);
360break;
361 }
362caseR_RISCV_SUB8: {
363 int64_tValue = *(reinterpret_cast<constuint8_t *>(FixupPtr)) -
364E.getTarget().getAddress().getValue() -E.getAddend();
365 *FixupPtr =static_cast<uint8_t>(Value);
366break;
367 }
368caseR_RISCV_SUB16: {
369 int64_tValue =support::endian::read16le(FixupPtr) -
370E.getTarget().getAddress().getValue() -E.getAddend();
371 *(little16_t *)FixupPtr =static_cast<uint32_t>(Value);
372break;
373 }
374caseR_RISCV_SUB32: {
375 int64_tValue =support::endian::read32le(FixupPtr) -
376E.getTarget().getAddress().getValue() -E.getAddend();
377 *(little32_t *)FixupPtr =static_cast<uint32_t>(Value);
378break;
379 }
380caseR_RISCV_SUB64: {
381 int64_tValue =support::endian::read64le(FixupPtr) -
382E.getTarget().getAddress().getValue() -E.getAddend();
383 *(little64_t *)FixupPtr =static_cast<uint64_t>(Value);
384break;
385 }
386caseR_RISCV_RVC_BRANCH: {
387 int64_tValue =E.getTarget().getAddress() +E.getAddend() - FixupAddress;
388if (LLVM_UNLIKELY(!isInRangeForImm(Value >> 1, 8)))
389returnmakeTargetOutOfRangeError(G,B,E);
390if (LLVM_UNLIKELY(!isAlignmentCorrect(Value, 2)))
391returnmakeAlignmentError(FixupAddress,Value, 2,E);
392uint16_tImm8 =extractBits(Value, 8, 1) << 12;
393uint16_t Imm4_3 =extractBits(Value, 3, 2) << 10;
394uint16_t Imm7_6 =extractBits(Value, 6, 2) << 5;
395uint16_t Imm2_1 =extractBits(Value, 1, 2) << 3;
396uint16_t Imm5 =extractBits(Value, 5, 1) << 2;
397uint16_t RawInstr = *(little16_t *)FixupPtr;
398 *(little16_t *)FixupPtr =
399 (RawInstr & 0xE383) |Imm8 | Imm4_3 | Imm7_6 | Imm2_1 | Imm5;
400break;
401 }
402caseR_RISCV_RVC_JUMP: {
403 int64_tValue =E.getTarget().getAddress() +E.getAddend() - FixupAddress;
404if (LLVM_UNLIKELY(!isInRangeForImm(Value >> 1, 11)))
405returnmakeTargetOutOfRangeError(G,B,E);
406if (LLVM_UNLIKELY(!isAlignmentCorrect(Value, 2)))
407returnmakeAlignmentError(FixupAddress,Value, 2,E);
408uint16_t Imm11 =extractBits(Value, 11, 1) << 12;
409uint16_t Imm4 =extractBits(Value, 4, 1) << 11;
410uint16_t Imm9_8 =extractBits(Value, 8, 2) << 9;
411uint16_t Imm10 =extractBits(Value, 10, 1) << 8;
412uint16_t Imm6 =extractBits(Value, 6, 1) << 7;
413uint16_t Imm7 =extractBits(Value, 7, 1) << 6;
414uint16_t Imm3_1 =extractBits(Value, 1, 3) << 3;
415uint16_t Imm5 =extractBits(Value, 5, 1) << 2;
416uint16_t RawInstr = *(little16_t *)FixupPtr;
417 *(little16_t *)FixupPtr = (RawInstr & 0xE003) | Imm11 | Imm4 | Imm9_8 |
418 Imm10 | Imm6 | Imm7 | Imm3_1 | Imm5;
419break;
420 }
421caseR_RISCV_SUB6: {
422 int64_tValue = *(reinterpret_cast<constuint8_t *>(FixupPtr)) & 0x3f;
423Value -=E.getTarget().getAddress().getValue() -E.getAddend();
424 *FixupPtr = (*FixupPtr & 0xc0) | (static_cast<uint8_t>(Value) & 0x3f);
425break;
426 }
427caseR_RISCV_SET6: {
428 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
429uint32_t RawData = *(little32_t *)FixupPtr;
430 int64_t Word6 =Value & 0x3f;
431 *(little32_t *)FixupPtr = (RawData & 0xffffffc0) | Word6;
432break;
433 }
434caseR_RISCV_SET8: {
435 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
436uint32_t RawData = *(little32_t *)FixupPtr;
437 int64_tWord8 =Value & 0xff;
438 *(little32_t *)FixupPtr = (RawData & 0xffffff00) |Word8;
439break;
440 }
441caseR_RISCV_SET16: {
442 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
443uint32_t RawData = *(little32_t *)FixupPtr;
444 int64_tWord16 =Value & 0xffff;
445 *(little32_t *)FixupPtr = (RawData & 0xffff0000) |Word16;
446break;
447 }
448caseR_RISCV_SET32: {
449 int64_tValue = (E.getTarget().getAddress() +E.getAddend()).getValue();
450 int64_tWord32 =Value & 0xffffffff;
451 *(little32_t *)FixupPtr = Word32;
452break;
453 }
454caseR_RISCV_32_PCREL: {
455 int64_tValue =E.getTarget().getAddress() +E.getAddend() - FixupAddress;
456 int64_tWord32 =Value & 0xffffffff;
457 *(little32_t *)FixupPtr = Word32;
458break;
459 }
460caseAlignRelaxable:
461// Ignore when the relaxation pass did not run
462break;
463caseNegDelta32: {
464 int64_tValue = FixupAddress -E.getTarget().getAddress() +E.getAddend();
465if (LLVM_UNLIKELY(!isInRangeForImm(Value, 32)))
466returnmakeTargetOutOfRangeError(G,B,E);
467 *(little32_t *)FixupPtr =static_cast<uint32_t>(Value);
468break;
469 }
470 }
471returnError::success();
472 }
473};
474
475namespace{
476
477structSymbolAnchor {
478uint64_tOffset;
479Symbol *Sym;
480boolEnd;// true for the anchor of getOffset() + getSize()
481};
482
483structBlockRelaxAux {
484// This records symbol start and end offsets which will be adjusted according
485// to the nearest RelocDeltas element.
486SmallVector<SymbolAnchor, 0>Anchors;
487// All edges that either 1) are R_RISCV_ALIGN or 2) have a R_RISCV_RELAX edge
488// at the same offset.
489SmallVector<Edge *, 0>RelaxEdges;
490// For RelaxEdges[I], the actual offset is RelaxEdges[I]->getOffset() - (I ?
491// RelocDeltas[I - 1] : 0).
492SmallVector<uint32_t, 0>RelocDeltas;
493// For RelaxEdges[I], the actual type is EdgeKinds[I].
494SmallVector<Edge::Kind, 0>EdgeKinds;
495// List of rewritten instructions. Contains one raw encoded instruction per
496// element in EdgeKinds that isn't Invalid or R_RISCV_ALIGN.
497SmallVector<uint32_t, 0>Writes;
498};
499
500structRelaxConfig {
501boolIsRV32;
502boolHasRVC;
503};
504
505structRelaxAux {
506 RelaxConfigConfig;
507DenseMap<Block *, BlockRelaxAux>Blocks;
508};
509
510}// namespace
511
512staticboolshouldRelax(constSection &S) {
513return (S.getMemProt() &orc::MemProt::Exec) !=orc::MemProt::None;
514}
515
516staticboolisRelaxable(constEdge &E) {
517switch (E.getKind()) {
518default:
519returnfalse;
520caseCallRelaxable:
521caseAlignRelaxable:
522returntrue;
523 }
524}
525
526static RelaxAuxinitRelaxAux(LinkGraph &G) {
527 RelaxAux Aux;
528 Aux.Config.IsRV32 =G.getTargetTriple().isRISCV32();
529constauto &Features =G.getFeatures().getFeatures();
530 Aux.Config.HasRVC =llvm::is_contained(Features,"+c") ||
531llvm::is_contained(Features,"+zca");
532
533for (auto &S :G.sections()) {
534if (!shouldRelax(S))
535continue;
536for (auto *B : S.blocks()) {
537auto BlockEmplaceResult = Aux.Blocks.try_emplace(B);
538assert(BlockEmplaceResult.second &&"Block encountered twice");
539auto &BlockAux = BlockEmplaceResult.first->second;
540
541for (auto &E :B->edges())
542if (isRelaxable(E))
543 BlockAux.RelaxEdges.push_back(&E);
544
545if (BlockAux.RelaxEdges.empty()) {
546 Aux.Blocks.erase(BlockEmplaceResult.first);
547continue;
548 }
549
550constauto NumEdges = BlockAux.RelaxEdges.size();
551 BlockAux.RelocDeltas.resize(NumEdges, 0);
552 BlockAux.EdgeKinds.resize_for_overwrite(NumEdges);
553
554// Store anchors (offset and offset+size) for symbols.
555for (auto *Sym : S.symbols()) {
556if (!Sym->isDefined() || &Sym->getBlock() !=B)
557continue;
558
559 BlockAux.Anchors.push_back({Sym->getOffset(),Sym,false});
560 BlockAux.Anchors.push_back(
561 {Sym->getOffset() +Sym->getSize(),Sym,true});
562 }
563 }
564 }
565
566// Sort anchors by offset so that we can find the closest relocation
567// efficiently. For a zero size symbol, ensure that its start anchor precedes
568// its end anchor. For two symbols with anchors at the same offset, their
569// order does not matter.
570for (auto &BlockAuxIter : Aux.Blocks) {
571llvm::sort(BlockAuxIter.second.Anchors, [](auto &A,auto &B) {
572 return std::make_pair(A.Offset, A.End) < std::make_pair(B.Offset, B.End);
573 });
574 }
575
576return Aux;
577}
578
579staticvoidrelaxAlign(orc::ExecutorAddr Loc,constEdge &E,uint32_t &Remove,
580Edge::Kind &NewEdgeKind) {
581// E points to the start of the padding bytes.
582// E + Addend points to the instruction to be aligned by removing padding.
583// Alignment is the smallest power of 2 strictly greater than Addend.
584constautoAlign =NextPowerOf2(E.getAddend());
585constauto DestLoc =alignTo(Loc.getValue(),Align);
586constauto SrcLoc = Loc.getValue() + E.getAddend();
587 Remove = SrcLoc - DestLoc;
588assert(static_cast<int32_t>(Remove) >= 0 &&
589"R_RISCV_ALIGN needs expanding the content");
590 NewEdgeKind =AlignRelaxable;
591}
592
593staticvoidrelaxCall(constBlock &B, BlockRelaxAux &Aux,
594const RelaxConfig &Config,orc::ExecutorAddr Loc,
595constEdge &E,uint32_t &Remove,
596Edge::Kind &NewEdgeKind) {
597constauto JALR =
598support::endian::read32le(B.getContent().data() + E.getOffset() + 4);
599constauto RD =extractBits(JALR, 7, 5);
600constauto Dest = E.getTarget().getAddress() + E.getAddend();
601constauto Displace = Dest - Loc;
602
603if (Config.HasRVC && isInt<12>(Displace) && RD == 0) {
604 NewEdgeKind =R_RISCV_RVC_JUMP;
605 Aux.Writes.push_back(0xa001);// c.j
606 Remove = 6;
607 }elseif (Config.HasRVC &&Config.IsRV32 && isInt<12>(Displace) && RD == 1) {
608 NewEdgeKind =R_RISCV_RVC_JUMP;
609 Aux.Writes.push_back(0x2001);// c.jal
610 Remove = 6;
611 }elseif (isInt<21>(Displace)) {
612 NewEdgeKind =R_RISCV_JAL;
613 Aux.Writes.push_back(0x6f | RD << 7);// jal
614 Remove = 4;
615 }else {
616// Not relaxable
617 NewEdgeKind =R_RISCV_CALL_PLT;
618 Remove = 0;
619 }
620}
621
622staticboolrelaxBlock(LinkGraph &G,Block &Block, BlockRelaxAux &Aux,
623const RelaxConfig &Config) {
624constauto BlockAddr =Block.getAddress();
625bool Changed =false;
626ArrayRef<SymbolAnchor> SA =ArrayRef(Aux.Anchors);
627uint32_t Delta = 0;
628
629 Aux.EdgeKinds.assign(Aux.EdgeKinds.size(),Edge::Invalid);
630 Aux.Writes.clear();
631
632for (auto [I, E] :llvm::enumerate(Aux.RelaxEdges)) {
633constauto Loc = BlockAddr + E->getOffset() - Delta;
634auto &Cur = Aux.RelocDeltas[I];
635uint32_t Remove = 0;
636switch (E->getKind()) {
637caseAlignRelaxable:
638relaxAlign(Loc, *E, Remove, Aux.EdgeKinds[I]);
639break;
640caseCallRelaxable:
641relaxCall(Block, Aux,Config, Loc, *E, Remove, Aux.EdgeKinds[I]);
642break;
643default:
644llvm_unreachable("Unexpected relaxable edge kind");
645 }
646
647// For all anchors whose offsets are <= E->getOffset(), they are preceded by
648// the previous relocation whose RelocDeltas value equals Delta.
649// Decrease their offset and update their size.
650for (; SA.size() && SA[0].Offset <= E->getOffset(); SA = SA.slice(1)) {
651if (SA[0].End)
652 SA[0].Sym->setSize(SA[0].Offset - Delta - SA[0].Sym->getOffset());
653else
654 SA[0].Sym->setOffset(SA[0].Offset - Delta);
655 }
656
657 Delta += Remove;
658if (Delta != Cur) {
659 Cur = Delta;
660 Changed =true;
661 }
662 }
663
664for (const SymbolAnchor &A : SA) {
665if (A.End)
666A.Sym->setSize(A.Offset - Delta -A.Sym->getOffset());
667else
668A.Sym->setOffset(A.Offset - Delta);
669 }
670
671return Changed;
672}
673
674staticboolrelaxOnce(LinkGraph &G, RelaxAux &Aux) {
675bool Changed =false;
676
677for (auto &[B, BlockAux] : Aux.Blocks)
678 Changed |=relaxBlock(G, *B, BlockAux, Aux.Config);
679
680return Changed;
681}
682
683staticvoidfinalizeBlockRelax(LinkGraph &G,Block &Block, BlockRelaxAux &Aux) {
684auto Contents =Block.getAlreadyMutableContent();
685auto *Dest = Contents.data();
686auto NextWrite = Aux.Writes.begin();
687uint32_tOffset = 0;
688uint32_t Delta = 0;
689
690// Update section content: remove NOPs for R_RISCV_ALIGN and rewrite
691// instructions for relaxed relocations.
692for (auto [I, E] :llvm::enumerate(Aux.RelaxEdges)) {
693uint32_t Remove = Aux.RelocDeltas[I] - Delta;
694 Delta = Aux.RelocDeltas[I];
695if (Remove == 0 && Aux.EdgeKinds[I] ==Edge::Invalid)
696continue;
697
698// Copy from last location to the current relocated location.
699constautoSize = E->getOffset() -Offset;
700 std::memmove(Dest, Contents.data() +Offset,Size);
701 Dest +=Size;
702
703uint32_t Skip = 0;
704switch (Aux.EdgeKinds[I]) {
705caseEdge::Invalid:
706break;
707caseAlignRelaxable:
708// For R_RISCV_ALIGN, we will place Offset in a location (among NOPs) to
709// satisfy the alignment requirement. If both Remove and E->getAddend()
710// are multiples of 4, it is as if we have skipped some NOPs. Otherwise we
711// are in the middle of a 4-byte NOP, and we need to rewrite the NOP
712// sequence.
713if (Remove % 4 || E->getAddend() % 4) {
714 Skip = E->getAddend() - Remove;
715uint32_t J = 0;
716for (; J + 4 <= Skip; J += 4)
717support::endian::write32le(Dest + J, 0x00000013);// nop
718if (J != Skip) {
719assert(J + 2 == Skip);
720support::endian::write16le(Dest + J, 0x0001);// c.nop
721 }
722 }
723break;
724caseR_RISCV_RVC_JUMP:
725 Skip = 2;
726support::endian::write16le(Dest, *NextWrite++);
727break;
728caseR_RISCV_JAL:
729 Skip = 4;
730support::endian::write32le(Dest, *NextWrite++);
731break;
732 }
733
734 Dest += Skip;
735Offset = E->getOffset() + Skip + Remove;
736 }
737
738 std::memmove(Dest, Contents.data() +Offset, Contents.size() -Offset);
739
740// Fixup edge offsets and kinds.
741 Delta = 0;
742size_tI = 0;
743for (auto &E :Block.edges()) {
744 E.setOffset(E.getOffset() - Delta);
745
746if (I < Aux.RelaxEdges.size() && Aux.RelaxEdges[I] == &E) {
747if (Aux.EdgeKinds[I] !=Edge::Invalid)
748 E.setKind(Aux.EdgeKinds[I]);
749
750 Delta = Aux.RelocDeltas[I];
751 ++I;
752 }
753 }
754
755// Remove AlignRelaxable edges: all other relaxable edges got modified and
756// will be used later while linking. Alignment is entirely handled here so we
757// don't need these edges anymore.
758for (auto IE =Block.edges().begin(); IE !=Block.edges().end();) {
759if (IE->getKind() ==AlignRelaxable)
760 IE =Block.removeEdge(IE);
761else
762 ++IE;
763 }
764}
765
766staticvoidfinalizeRelax(LinkGraph &G, RelaxAux &Aux) {
767for (auto &[B, BlockAux] : Aux.Blocks)
768finalizeBlockRelax(G, *B, BlockAux);
769}
770
771staticErrorrelax(LinkGraph &G) {
772auto Aux =initRelaxAux(G);
773while (relaxOnce(G, Aux)) {
774 }
775finalizeRelax(G, Aux);
776returnError::success();
777}
778
779template <typename ELFT>
780classELFLinkGraphBuilder_riscv :publicELFLinkGraphBuilder<ELFT> {
781private:
782staticExpected<riscv::EdgeKind_riscv>
783 getRelocationKind(constuint32_tType) {
784using namespaceriscv;
785switch (Type) {
786case ELF::R_RISCV_32:
787return EdgeKind_riscv::R_RISCV_32;
788case ELF::R_RISCV_64:
789return EdgeKind_riscv::R_RISCV_64;
790case ELF::R_RISCV_BRANCH:
791return EdgeKind_riscv::R_RISCV_BRANCH;
792case ELF::R_RISCV_JAL:
793return EdgeKind_riscv::R_RISCV_JAL;
794case ELF::R_RISCV_CALL:
795return EdgeKind_riscv::R_RISCV_CALL;
796case ELF::R_RISCV_CALL_PLT:
797return EdgeKind_riscv::R_RISCV_CALL_PLT;
798case ELF::R_RISCV_GOT_HI20:
799return EdgeKind_riscv::R_RISCV_GOT_HI20;
800case ELF::R_RISCV_PCREL_HI20:
801return EdgeKind_riscv::R_RISCV_PCREL_HI20;
802case ELF::R_RISCV_PCREL_LO12_I:
803return EdgeKind_riscv::R_RISCV_PCREL_LO12_I;
804case ELF::R_RISCV_PCREL_LO12_S:
805return EdgeKind_riscv::R_RISCV_PCREL_LO12_S;
806case ELF::R_RISCV_HI20:
807return EdgeKind_riscv::R_RISCV_HI20;
808case ELF::R_RISCV_LO12_I:
809return EdgeKind_riscv::R_RISCV_LO12_I;
810case ELF::R_RISCV_LO12_S:
811return EdgeKind_riscv::R_RISCV_LO12_S;
812case ELF::R_RISCV_ADD8:
813return EdgeKind_riscv::R_RISCV_ADD8;
814case ELF::R_RISCV_ADD16:
815return EdgeKind_riscv::R_RISCV_ADD16;
816case ELF::R_RISCV_ADD32:
817return EdgeKind_riscv::R_RISCV_ADD32;
818case ELF::R_RISCV_ADD64:
819return EdgeKind_riscv::R_RISCV_ADD64;
820case ELF::R_RISCV_SUB8:
821return EdgeKind_riscv::R_RISCV_SUB8;
822case ELF::R_RISCV_SUB16:
823return EdgeKind_riscv::R_RISCV_SUB16;
824case ELF::R_RISCV_SUB32:
825return EdgeKind_riscv::R_RISCV_SUB32;
826case ELF::R_RISCV_SUB64:
827return EdgeKind_riscv::R_RISCV_SUB64;
828case ELF::R_RISCV_RVC_BRANCH:
829return EdgeKind_riscv::R_RISCV_RVC_BRANCH;
830case ELF::R_RISCV_RVC_JUMP:
831return EdgeKind_riscv::R_RISCV_RVC_JUMP;
832case ELF::R_RISCV_SUB6:
833return EdgeKind_riscv::R_RISCV_SUB6;
834case ELF::R_RISCV_SET6:
835return EdgeKind_riscv::R_RISCV_SET6;
836case ELF::R_RISCV_SET8:
837return EdgeKind_riscv::R_RISCV_SET8;
838case ELF::R_RISCV_SET16:
839return EdgeKind_riscv::R_RISCV_SET16;
840case ELF::R_RISCV_SET32:
841return EdgeKind_riscv::R_RISCV_SET32;
842case ELF::R_RISCV_32_PCREL:
843return EdgeKind_riscv::R_RISCV_32_PCREL;
844case ELF::R_RISCV_ALIGN:
845return EdgeKind_riscv::AlignRelaxable;
846 }
847
848return make_error<JITLinkError>(
849"Unsupported riscv relocation:" +formatv("{0:d}: ",Type) +
850object::getELFRelocationTypeName(ELF::EM_RISCV,Type));
851 }
852
853EdgeKind_riscv getRelaxableRelocationKind(EdgeKind_riscv Kind) {
854switch (Kind) {
855default:
856// Just ignore unsupported relaxations
857return Kind;
858caseR_RISCV_CALL:
859caseR_RISCV_CALL_PLT:
860returnCallRelaxable;
861 }
862 }
863
864Error addRelocations() override{
865LLVM_DEBUG(dbgs() <<"Processing relocations:\n");
866
867usingBase =ELFLinkGraphBuilder<ELFT>;
868usingSelf =ELFLinkGraphBuilder_riscv<ELFT>;
869for (constauto &RelSect : Base::Sections)
870if (Error Err = Base::forEachRelaRelocation(RelSect,this,
871 &Self::addSingleRelocation))
872return Err;
873
874returnError::success();
875 }
876
877Error addSingleRelocation(consttypename ELFT::Rela &Rel,
878consttypename ELFT::Shdr &FixupSect,
879Block &BlockToFix) {
880usingBase =ELFLinkGraphBuilder<ELFT>;
881
882uint32_tType = Rel.getType(false);
883 int64_t Addend = Rel.r_addend;
884
885if (Type == ELF::R_RISCV_RELAX) {
886if (BlockToFix.edges_empty())
887return make_error<StringError>(
888"R_RISCV_RELAX without preceding relocation",
889inconvertibleErrorCode());
890
891auto &PrevEdge = *std::prev(BlockToFix.edges().end());
892auto Kind =static_cast<EdgeKind_riscv>(PrevEdge.getKind());
893 PrevEdge.setKind(getRelaxableRelocationKind(Kind));
894returnError::success();
895 }
896
897Expected<riscv::EdgeKind_riscv> Kind = getRelocationKind(Type);
898if (!Kind)
899return Kind.takeError();
900
901uint32_t SymbolIndex = Rel.getSymbol(false);
902auto ObjSymbol = Base::Obj.getRelocationSymbol(Rel, Base::SymTabSec);
903if (!ObjSymbol)
904return ObjSymbol.takeError();
905
906Symbol *GraphSymbol = Base::getGraphSymbol(SymbolIndex);
907if (!GraphSymbol)
908return make_error<StringError>(
909formatv("Could not find symbol at given index, did you add it to "
910"JITSymbolTable? index: {0}, shndx: {1} Size of table: {2}",
911 SymbolIndex, (*ObjSymbol)->st_shndx,
912 Base::GraphSymbols.size()),
913inconvertibleErrorCode());
914
915auto FixupAddress =orc::ExecutorAddr(FixupSect.sh_addr) + Rel.r_offset;
916Edge::OffsetTOffset = FixupAddress - BlockToFix.getAddress();
917Edge GE(*Kind,Offset, *GraphSymbol, Addend);
918LLVM_DEBUG({
919dbgs() <<" ";
920printEdge(dbgs(), BlockToFix, GE,riscv::getEdgeKindName(*Kind));
921dbgs() <<"\n";
922 });
923
924 BlockToFix.addEdge(std::move(GE));
925returnError::success();
926 }
927
928public:
929ELFLinkGraphBuilder_riscv(StringRef FileName,
930constobject::ELFFile<ELFT> &Obj,
931 std::shared_ptr<orc::SymbolStringPool> SSP,
932Triple TT,SubtargetFeatures Features)
933 :ELFLinkGraphBuilder<ELFT>(Obj,std::move(SSP),std::move(TT),
934std::move(Features), FileName,
935 riscv::getEdgeKindName) {}
936};
937
938Expected<std::unique_ptr<LinkGraph>>
939createLinkGraphFromELFObject_riscv(MemoryBufferRef ObjectBuffer,
940 std::shared_ptr<orc::SymbolStringPool> SSP) {
941LLVM_DEBUG({
942dbgs() <<"Building jitlink graph for new input "
943 << ObjectBuffer.getBufferIdentifier() <<"...\n";
944 });
945
946auto ELFObj =object::ObjectFile::createELFObjectFile(ObjectBuffer);
947if (!ELFObj)
948return ELFObj.takeError();
949
950auto Features = (*ELFObj)->getFeatures();
951if (!Features)
952return Features.takeError();
953
954if ((*ELFObj)->getArch() ==Triple::riscv64) {
955auto &ELFObjFile = cast<object::ELFObjectFile<object::ELF64LE>>(**ELFObj);
956returnELFLinkGraphBuilder_riscv<object::ELF64LE>(
957 (*ELFObj)->getFileName(), ELFObjFile.getELFFile(),
958 std::move(SSP), (*ELFObj)->makeTriple(), std::move(*Features))
959 .buildGraph();
960 }else {
961assert((*ELFObj)->getArch() ==Triple::riscv32 &&
962"Invalid triple for RISCV ELF object file");
963auto &ELFObjFile = cast<object::ELFObjectFile<object::ELF32LE>>(**ELFObj);
964returnELFLinkGraphBuilder_riscv<object::ELF32LE>(
965 (*ELFObj)->getFileName(), ELFObjFile.getELFFile(),
966 std::move(SSP), (*ELFObj)->makeTriple(), std::move(*Features))
967 .buildGraph();
968 }
969}
970
971voidlink_ELF_riscv(std::unique_ptr<LinkGraph>G,
972 std::unique_ptr<JITLinkContext> Ctx) {
973PassConfigurationConfig;
974constTriple &TT =G->getTargetTriple();
975if (Ctx->shouldAddDefaultTargetPasses(TT)) {
976
977Config.PrePrunePasses.push_back(DWARFRecordSectionSplitter(".eh_frame"));
978Config.PrePrunePasses.push_back(EHFrameEdgeFixer(
979".eh_frame",G->getPointerSize(),Edge::Invalid,Edge::Invalid,
980Edge::Invalid,Edge::Invalid,NegDelta32));
981Config.PrePrunePasses.push_back(EHFrameNullTerminator(".eh_frame"));
982
983if (auto MarkLive = Ctx->getMarkLivePass(TT))
984Config.PrePrunePasses.push_back(std::move(MarkLive));
985else
986Config.PrePrunePasses.push_back(markAllSymbolsLive);
987Config.PostPrunePasses.push_back(
988 PerGraphGOTAndPLTStubsBuilder_ELF_riscv::asPass);
989Config.PostAllocationPasses.push_back(relax);
990 }
991if (auto Err = Ctx->modifyPassConfig(*G,Config))
992return Ctx->notifyFailed(std::move(Err));
993
994ELFJITLinker_riscv::link(std::move(Ctx), std::move(G), std::move(Config));
995}
996
997LinkGraphPassFunctioncreateRelaxationPass_ELF_riscv() {returnrelax; }
998
999}// namespace jitlink
1000}// namespace llvm
ELF.h
B
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
A
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
E
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
LLVM_UNLIKELY
#define LLVM_UNLIKELY(EXPR)
Definition:Compiler.h:320
DWARFRecordSectionSplitter.h
LLVM_DEBUG
#define LLVM_DEBUG(...)
Definition:Debug.h:106
EHFrameSupportImpl.h
ELFLinkGraphBuilder.h
Size
uint64_t Size
Definition:ELFObjHandler.cpp:81
ELFObjectFile.h
End
bool End
Definition:ELF_riscv.cpp:480
Config
RelaxConfig Config
Definition:ELF_riscv.cpp:506
Blocks
DenseMap< Block *, BlockRelaxAux > Blocks
Definition:ELF_riscv.cpp:507
Writes
SmallVector< uint32_t, 0 > Writes
Definition:ELF_riscv.cpp:497
RelocDeltas
SmallVector< uint32_t, 0 > RelocDeltas
Definition:ELF_riscv.cpp:492
RelaxEdges
SmallVector< Edge *, 0 > RelaxEdges
Definition:ELF_riscv.cpp:489
Sym
Symbol * Sym
Definition:ELF_riscv.cpp:479
EdgeKinds
SmallVector< Edge::Kind, 0 > EdgeKinds
Definition:ELF_riscv.cpp:494
Anchors
SmallVector< SymbolAnchor, 0 > Anchors
Definition:ELF_riscv.cpp:486
HasRVC
bool HasRVC
Definition:ELF_riscv.cpp:502
IsRV32
bool IsRV32
Definition:ELF_riscv.cpp:501
ELF_riscv.h
Endian.h
JITLinkGeneric.h
JITLink.h
I
#define I(x, y, z)
Definition:MD5.cpp:58
G
#define G(x, y, z)
Definition:MD5.cpp:56
ELF.h
PerGraphGOTAndPLTStubsBuilder.h
assert
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
llvm::ArrayRef
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition:ArrayRef.h:41
llvm::ArrayRef::size
size_t size() const
size - Get the array size.
Definition:ArrayRef.h:168
llvm::ArrayRef::slice
ArrayRef< T > slice(size_t N, size_t M) const
slice(n, m) - Chop off the first N elements of the array, and keep M elements in the array.
Definition:ArrayRef.h:198
llvm::DenseMapBase::find
iterator find(const_arg_type_t< KeyT > Val)
Definition:DenseMap.h:156
llvm::DenseMapBase::end
iterator end()
Definition:DenseMap.h:84
llvm::DenseMap
Definition:DenseMap.h:727
llvm::Error
Lightweight error class with error context and mandatory checking.
Definition:Error.h:160
llvm::Error::success
static ErrorSuccess success()
Create a success value.
Definition:Error.h:337
llvm::Expected
Tagged union holding either a T or a Error.
Definition:Error.h:481
llvm::MemoryBufferRef
Definition:MemoryBufferRef.h:22
llvm::MemoryBufferRef::getBufferIdentifier
StringRef getBufferIdentifier() const
Definition:MemoryBufferRef.h:33
llvm::MutableArrayRef::data
T * data() const
Definition:ArrayRef.h:357
llvm::SmallVector
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Definition:SmallVector.h:1196
llvm::StringRef
StringRef - Represent a constant reference to a string, i.e.
Definition:StringRef.h:51
llvm::SubtargetFeatures
Manages the enabling and disabling of subtarget specific features.
Definition:SubtargetFeature.h:174
llvm::Target
Target - Wrapper for Target specific information.
Definition:TargetRegistry.h:144
llvm::Triple
Triple - Helper class for working with autoconf configuration names.
Definition:Triple.h:44
llvm::Triple::riscv64
@ riscv64
Definition:Triple.h:76
llvm::Triple::riscv32
@ riscv32
Definition:Triple.h:75
llvm::Type
The instances of the Type class are immutable: once they are created, they are never changed.
Definition:Type.h:45
llvm::Value
LLVM Value Representation.
Definition:Value.h:74
llvm::jitlink::Addressable::getAddress
orc::ExecutorAddr getAddress() const
Definition:JITLink.h:130
llvm::jitlink::Block
An Addressable with content and edges.
Definition:JITLink.h:158
llvm::jitlink::Block::removeEdge
edge_iterator removeEdge(edge_iterator I)
Remove the edge pointed to by the given iterator.
Definition:JITLink.h:359
llvm::jitlink::Block::addEdge
void addEdge(Edge::Kind K, Edge::OffsetT Offset, Symbol &Target, Edge::AddendT Addend)
Add an edge to this block.
Definition:JITLink.h:318
llvm::jitlink::Block::edges
iterator_range< edge_iterator > edges()
Return the list of edges attached to this content.
Definition:JITLink.h:330
llvm::jitlink::Block::getAlreadyMutableContent
MutableArrayRef< char > getAlreadyMutableContent()
Get mutable content for this block.
Definition:JITLink.h:273
llvm::jitlink::Block::edges_empty
bool edges_empty() const
Returns true if the list of edges is empty.
Definition:JITLink.h:355
llvm::jitlink::DWARFRecordSectionSplitter
A LinkGraph pass that splits blocks in a section that follows the DWARF Record format into sub-blocks...
Definition:DWARFRecordSectionSplitter.h:21
llvm::jitlink::EHFrameEdgeFixer
A LinkGraph pass that adds missing FDE-to-CIE, FDE-to-PC and FDE-to-LSDA edges.
Definition:EHFrameSupportImpl.h:26
llvm::jitlink::EHFrameNullTerminator
Add a 32-bit null-terminator to the end of the eh-frame section.
Definition:EHFrameSupportImpl.h:121
llvm::jitlink::ELFJITLinker_riscv
Definition:ELF_riscv.cpp:149
llvm::jitlink::ELFJITLinker_riscv::ELFJITLinker_riscv
ELFJITLinker_riscv(std::unique_ptr< JITLinkContext > Ctx, std::unique_ptr< LinkGraph > G, PassConfiguration PassConfig)
Definition:ELF_riscv.cpp:153
llvm::jitlink::ELFLinkGraphBuilder_riscv
Definition:ELF_riscv.cpp:780
llvm::jitlink::ELFLinkGraphBuilder_riscv::ELFLinkGraphBuilder_riscv
ELFLinkGraphBuilder_riscv(StringRef FileName, const object::ELFFile< ELFT > &Obj, std::shared_ptr< orc::SymbolStringPool > SSP, Triple TT, SubtargetFeatures Features)
Definition:ELF_riscv.cpp:929
llvm::jitlink::ELFLinkGraphBuilder
LinkGraph building code that's specific to the given ELFT, but common across all architectures.
Definition:ELFLinkGraphBuilder.h:57
llvm::jitlink::ELFLinkGraphBuilder::Obj
const ELFFile & Obj
Definition:ELFLinkGraphBuilder.h:175
llvm::jitlink::ELFLinkGraphBuilder::buildGraph
Expected< std::unique_ptr< LinkGraph > > buildGraph()
Attempt to construct and return the LinkGraph.
Definition:ELFLinkGraphBuilder.h:205
llvm::jitlink::Edge
Represents fixups and constraints in the LinkGraph.
Definition:JITLink.h:67
llvm::jitlink::Edge::getTarget
Symbol & getTarget() const
Definition:JITLink.h:94
llvm::jitlink::Edge::getAddend
AddendT getAddend() const
Definition:JITLink.h:96
llvm::jitlink::Edge::getOffset
OffsetT getOffset() const
Definition:JITLink.h:84
llvm::jitlink::Edge::setTarget
void setTarget(Symbol &Target)
Definition:JITLink.h:95
llvm::jitlink::Edge::setKind
void setKind(Kind K)
Definition:JITLink.h:87
llvm::jitlink::Edge::Invalid
@ Invalid
Definition:JITLink.h:72
llvm::jitlink::Edge::getKind
Kind getKind() const
Definition:JITLink.h:86
llvm::jitlink::Edge::setOffset
void setOffset(OffsetT Offset)
Definition:JITLink.h:85
llvm::jitlink::JITLinkerBase::getPassConfig
PassConfiguration & getPassConfig()
Definition:JITLinkGeneric.h:59
llvm::jitlink::JITLinker
Definition:JITLinkGeneric.h:106
llvm::jitlink::JITLinker< ELFJITLinker_riscv >::link
static void link(ArgTs &&... Args)
Link constructs a LinkerImpl instance and calls linkPhase1.
Definition:JITLinkGeneric.h:113
llvm::jitlink::LinkGraph
Definition:JITLink.h:875
llvm::jitlink::PerGraphGOTAndPLTStubsBuilder
Per-object GOT and PLT Stub builder.
Definition:PerGraphGOTAndPLTStubsBuilder.h:32
llvm::jitlink::Section
Represents an object file section.
Definition:JITLink.h:714
llvm::jitlink::Section::getMemProt
orc::MemProt getMemProt() const
Returns the protection flags for this section.
Definition:JITLink.h:743
llvm::jitlink::Symbol
Symbol representation.
Definition:JITLink.h:432
llvm::jitlink::Symbol::isDefined
bool isDefined() const
Returns true if this Symbol has content (potentially) defined within this object file (i....
Definition:JITLink.h:531
llvm::jitlink::Symbol::getAddress
orc::ExecutorAddr getAddress() const
Returns the address of this symbol.
Definition:JITLink.h:599
llvm::jitlink::Symbol::getBlock
Block & getBlock()
Return the Block for this Symbol (Symbol must be defined).
Definition:JITLink.h:577
llvm::jitlink::Symbol::getSize
orc::ExecutorAddrDiff getSize() const
Returns the size of this symbol.
Definition:JITLink.h:602
llvm::jitlink::Symbol::getOffset
orc::ExecutorAddrDiff getOffset() const
Returns the offset for this symbol within the underlying addressable.
Definition:JITLink.h:591
llvm::object::ELFFile
Definition:ELF.h:255
llvm::object::ObjectFile::createELFObjectFile
static Expected< std::unique_ptr< ObjectFile > > createELFObjectFile(MemoryBufferRef Object, bool InitContent=true)
Definition:ELFObjectFile.cpp:72
llvm::orc::ExecutorAddr
Represents an address in the executor process.
Definition:ExecutorAddress.h:34
llvm::orc::ExecutorAddr::getValue
uint64_t getValue() const
Definition:ExecutorAddress.h:136
llvm::unique_function
unique_function is a type-erasing functor similar to std::function.
Definition:FunctionExtras.h:57
uint16_t
uint32_t
uint64_t
uint8_t
llvm_unreachable
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
Definition:ErrorHandling.h:143
false
Definition:StackSlotColoring.cpp:193
llvm::ELF::EM_RISCV
@ EM_RISCV
Definition:ELF.h:320
llvm::Hexagon::Word8
@ Word8
Definition:HexagonFixupKinds.h:123
llvm::Hexagon::Word16
@ Word16
Definition:HexagonFixupKinds.h:124
llvm::Hexagon::Word32
@ Word32
Definition:HexagonFixupKinds.h:125
llvm::M68kBeads::Imm8
@ Imm8
Definition:M68kBaseInfo.h:108
llvm::jitlink::riscv
Definition:riscv.h:20
llvm::jitlink::riscv::EdgeKind_riscv
EdgeKind_riscv
Represents riscv fixups.
Definition:riscv.h:24
llvm::jitlink::riscv::R_RISCV_SUB32
@ R_RISCV_SUB32
32 bits label subtraction
Definition:riscv.h:150
llvm::jitlink::riscv::R_RISCV_LO12_S
@ R_RISCV_LO12_S
Low 12 bits of 32-bit pointer value relocation, used by S type instruction format.
Definition:riscv.h:108
llvm::jitlink::riscv::R_RISCV_JAL
@ R_RISCV_JAL
High 20 bits of PC-relative jump pointer value relocation.
Definition:riscv.h:53
llvm::jitlink::riscv::R_RISCV_ADD8
@ R_RISCV_ADD8
8 bits label addition
Definition:riscv.h:114
llvm::jitlink::riscv::R_RISCV_HI20
@ R_RISCV_HI20
High 20 bits of 32-bit pointer value relocation.
Definition:riscv.h:95
llvm::jitlink::riscv::R_RISCV_PCREL_LO12_I
@ R_RISCV_PCREL_LO12_I
Low 12 bits of PC relative relocation, used by I type instruction format.
Definition:riscv.h:83
llvm::jitlink::riscv::R_RISCV_SUB8
@ R_RISCV_SUB8
8 bits label subtraction
Definition:riscv.h:138
llvm::jitlink::riscv::R_RISCV_SET6
@ R_RISCV_SET6
Local label assignment.
Definition:riscv.h:180
llvm::jitlink::riscv::R_RISCV_CALL_PLT
@ R_RISCV_CALL_PLT
PC relative call by PLT.
Definition:riscv.h:65
llvm::jitlink::riscv::R_RISCV_SET32
@ R_RISCV_SET32
Local label assignment.
Definition:riscv.h:198
llvm::jitlink::riscv::R_RISCV_RVC_JUMP
@ R_RISCV_RVC_JUMP
11-bit PC-relative jump offset
Definition:riscv.h:168
llvm::jitlink::riscv::R_RISCV_SUB6
@ R_RISCV_SUB6
6 bits label subtraction
Definition:riscv.h:174
llvm::jitlink::riscv::R_RISCV_CALL
@ R_RISCV_CALL
PC relative call.
Definition:riscv.h:59
llvm::jitlink::riscv::CallRelaxable
@ CallRelaxable
An auipc/jalr pair eligible for linker relaxation.
Definition:riscv.h:210
llvm::jitlink::riscv::R_RISCV_BRANCH
@ R_RISCV_BRANCH
PC-relative branch pointer value relocation.
Definition:riscv.h:46
llvm::jitlink::riscv::R_RISCV_PCREL_LO12_S
@ R_RISCV_PCREL_LO12_S
Low 12 bits of PC relative relocation, used by S type instruction format.
Definition:riscv.h:89
llvm::jitlink::riscv::R_RISCV_32
@ R_RISCV_32
A plain 32-bit pointer value relocation.
Definition:riscv.h:32
llvm::jitlink::riscv::R_RISCV_RVC_BRANCH
@ R_RISCV_RVC_BRANCH
8-bit PC-relative branch offset
Definition:riscv.h:162
llvm::jitlink::riscv::R_RISCV_64
@ R_RISCV_64
A plain 64-bit pointer value relocation.
Definition:riscv.h:39
llvm::jitlink::riscv::R_RISCV_LO12_I
@ R_RISCV_LO12_I
Low 12 bits of 32-bit pointer value relocation.
Definition:riscv.h:101
llvm::jitlink::riscv::NegDelta32
@ NegDelta32
32-bit negative delta.
Definition:riscv.h:222
llvm::jitlink::riscv::R_RISCV_32_PCREL
@ R_RISCV_32_PCREL
32 bits PC relative relocation
Definition:riscv.h:204
llvm::jitlink::riscv::R_RISCV_SET16
@ R_RISCV_SET16
Local label assignment.
Definition:riscv.h:192
llvm::jitlink::riscv::AlignRelaxable
@ AlignRelaxable
Alignment requirement used by linker relaxation.
Definition:riscv.h:216
llvm::jitlink::riscv::R_RISCV_PCREL_HI20
@ R_RISCV_PCREL_HI20
High 20 bits of PC relative relocation.
Definition:riscv.h:77
llvm::jitlink::riscv::R_RISCV_ADD64
@ R_RISCV_ADD64
64 bits label addition
Definition:riscv.h:132
llvm::jitlink::riscv::R_RISCV_ADD32
@ R_RISCV_ADD32
32 bits label addition
Definition:riscv.h:126
llvm::jitlink::riscv::R_RISCV_GOT_HI20
@ R_RISCV_GOT_HI20
PC relative GOT offset.
Definition:riscv.h:71
llvm::jitlink::riscv::R_RISCV_SUB16
@ R_RISCV_SUB16
16 bits label subtraction
Definition:riscv.h:144
llvm::jitlink::riscv::R_RISCV_SET8
@ R_RISCV_SET8
Local label assignment.
Definition:riscv.h:186
llvm::jitlink::riscv::R_RISCV_ADD16
@ R_RISCV_ADD16
16 bits label addition
Definition:riscv.h:120
llvm::jitlink::riscv::R_RISCV_SUB64
@ R_RISCV_SUB64
64 bits label subtraction
Definition:riscv.h:156
llvm::jitlink::riscv::getEdgeKindName
const char * getEdgeKindName(Edge::Kind K)
Returns a string name for the given riscv edge.
Definition:riscv.cpp:21
llvm::jitlink
Definition:aarch32.h:23
llvm::jitlink::makeTargetOutOfRangeError
Error makeTargetOutOfRangeError(const LinkGraph &G, const Block &B, const Edge &E)
Create an out of range error for the given edge in the given block.
Definition:JITLink.cpp:416
llvm::jitlink::createLinkGraphFromELFObject_riscv
Expected< std::unique_ptr< LinkGraph > > createLinkGraphFromELFObject_riscv(MemoryBufferRef ObjectBuffer, std::shared_ptr< orc::SymbolStringPool > SSP)
Create a LinkGraph from an ELF/riscv relocatable object.
Definition:ELF_riscv.cpp:939
llvm::jitlink::relaxCall
static void relaxCall(const Block &B, BlockRelaxAux &Aux, const RelaxConfig &Config, orc::ExecutorAddr Loc, const Edge &E, uint32_t &Remove, Edge::Kind &NewEdgeKind)
Definition:ELF_riscv.cpp:593
llvm::jitlink::shouldRelax
static bool shouldRelax(const Section &S)
Definition:ELF_riscv.cpp:512
llvm::jitlink::finalizeBlockRelax
static void finalizeBlockRelax(LinkGraph &G, Block &Block, BlockRelaxAux &Aux)
Definition:ELF_riscv.cpp:683
llvm::jitlink::relaxAlign
static void relaxAlign(orc::ExecutorAddr Loc, const Edge &E, uint32_t &Remove, Edge::Kind &NewEdgeKind)
Definition:ELF_riscv.cpp:579
llvm::jitlink::relaxOnce
static bool relaxOnce(LinkGraph &G, RelaxAux &Aux)
Definition:ELF_riscv.cpp:674
llvm::jitlink::makeAlignmentError
Error makeAlignmentError(llvm::orc::ExecutorAddr Loc, uint64_t Value, int N, const Edge &E)
Definition:JITLink.cpp:452
llvm::jitlink::relax
static Error relax(LinkGraph &G)
Definition:ELF_riscv.cpp:771
llvm::jitlink::isRelaxable
static bool isRelaxable(const Edge &E)
Definition:ELF_riscv.cpp:516
llvm::jitlink::markAllSymbolsLive
Error markAllSymbolsLive(LinkGraph &G)
Marks all symbols in a graph live.
Definition:JITLink.cpp:410
llvm::jitlink::isAlignmentCorrect
static bool isAlignmentCorrect(uint64_t Value, int N)
Definition:ELF_riscv.cpp:140
llvm::jitlink::initRelaxAux
static RelaxAux initRelaxAux(LinkGraph &G)
Definition:ELF_riscv.cpp:526
llvm::jitlink::createRelaxationPass_ELF_riscv
LinkGraphPassFunction createRelaxationPass_ELF_riscv()
Returns a pass that performs linker relaxation.
Definition:ELF_riscv.cpp:997
llvm::jitlink::link_ELF_riscv
void link_ELF_riscv(std::unique_ptr< LinkGraph > G, std::unique_ptr< JITLinkContext > Ctx)
jit-link the given object buffer, which must be a ELF riscv object file.
Definition:ELF_riscv.cpp:971
llvm::jitlink::printEdge
void printEdge(raw_ostream &OS, const Block &B, const Edge &E, StringRef EdgeKindName)
Definition:JITLink.cpp:132
llvm::jitlink::isInRangeForImm
static bool isInRangeForImm(int64_t Value, int N)
Definition:ELF_riscv.cpp:145
llvm::jitlink::extractBits
static uint32_t extractBits(uint32_t Num, unsigned Low, unsigned Size)
Definition:ELF_riscv.cpp:136
llvm::jitlink::relaxBlock
static bool relaxBlock(LinkGraph &G, Block &Block, BlockRelaxAux &Aux, const RelaxConfig &Config)
Definition:ELF_riscv.cpp:622
llvm::jitlink::finalizeRelax
static void finalizeRelax(LinkGraph &G, RelaxAux &Aux)
Definition:ELF_riscv.cpp:766
llvm::object::getELFRelocationTypeName
StringRef getELFRelocationTypeName(uint32_t Machine, uint32_t Type)
Definition:ELF.cpp:24
llvm::orc::MemProt::None
@ None
llvm::orc::MemProt::Exec
@ Exec
llvm::sampleprof::Base
@ Base
Definition:Discriminator.h:58
llvm::support::endian::read64le
uint64_t read64le(const void *P)
Definition:Endian.h:428
llvm::support::endian::read16le
uint16_t read16le(const void *P)
Definition:Endian.h:422
llvm::support::endian::write32le
void write32le(void *P, uint32_t V)
Definition:Endian.h:468
llvm::support::endian::write16le
void write16le(void *P, uint16_t V)
Definition:Endian.h:465
llvm::support::endian::read32le
uint32_t read32le(const void *P)
Definition:Endian.h:425
llvm::support
Definition:Endian.h:26
llvm
This is an optimization pass for GlobalISel generic memory operations.
Definition:AddressRanges.h:18
llvm::ThreadPriority::Low
@ Low
Lower the current thread's priority such that it does not affect foreground tasks significantly.
llvm::Offset
@ Offset
Definition:DWP.cpp:480
llvm::enumerate
auto enumerate(FirstRange &&First, RestRanges &&...Rest)
Given two or more input ranges, returns a new range whose values are tuples (A, B,...
Definition:STLExtras.h:2448
llvm::inconvertibleErrorCode
std::error_code inconvertibleErrorCode()
The value returned by this function can be returned from convertToErrorCode for Error values where no...
Definition:Error.cpp:98
llvm::getOffset
static Error getOffset(const SymbolRef &Sym, SectionRef Sec, uint64_t &Result)
Definition:RuntimeDyld.cpp:172
llvm::formatv
auto formatv(bool Validate, const char *Fmt, Ts &&...Vals)
Definition:FormatVariadic.h:252
llvm::sort
void sort(IteratorTy Start, IteratorTy End)
Definition:STLExtras.h:1664
llvm::dbgs
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
Definition:Debug.cpp:163
llvm::PackElem::Hi
@ Hi
llvm::PackElem::Lo
@ Lo
llvm::alignTo
uint64_t alignTo(uint64_t Size, Align A)
Returns a multiple of A needed to store Size bytes.
Definition:Alignment.h:155
llvm::move
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Definition:STLExtras.h:1873
llvm::is_contained
bool is_contained(R &&Range, const E &Element)
Returns true if Element is found in Range.
Definition:STLExtras.h:1903
llvm::SignExtend64
constexpr int64_t SignExtend64(uint64_t x)
Sign-extend the number in the bottom B bits of X to a 64-bit integer.
Definition:MathExtras.h:582
llvm::NextPowerOf2
constexpr uint64_t NextPowerOf2(uint64_t A)
Returns the next power of two (in 64-bits) that is strictly greater than A.
Definition:MathExtras.h:383
std
Implement std::hash so that hash_code can be used in STL containers.
Definition:BitVector.h:858
N
#define N
riscv.h
llvm::Align
This struct is a compact representation of a valid (non-zero power of two) alignment.
Definition:Alignment.h:39
llvm::jitlink::PassConfiguration
An LinkGraph pass configuration, consisting of a list of pre-prune, post-prune, and post-fixup passes...
Definition:JITLink.h:1834
llvm::jitlink::PassConfiguration::PostAllocationPasses
LinkGraphPassList PostAllocationPasses
Post-allocation passes.
Definition:JITLink.h:1865
llvm::support::detail::packed_endian_specific_integral
Definition:Endian.h:217

Generated on Thu Jul 17 2025 12:12:48 for LLVM by doxygen 1.9.6
[8]ページ先頭

©2009-2025 Movatter.jp