1 /* AArch64-specific support for NN-bit ELF.
2 Copyright (C) 2009-2015 Free Software Foundation, Inc.
3 Contributed by ARM Ltd.
5 This file is part of BFD, the Binary File Descriptor library.
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program; see the file COPYING3. If not,
19 see <http://www.gnu.org/licenses/>. */
21 /* Notes on implementation:
23 Thread Local Store (TLS)
27 The implementation currently supports both traditional TLS and TLS
28 descriptors, but only general dynamic (GD).
30 For traditional TLS the assembler will present us with code
31 fragments of the form:
34 R_AARCH64_TLSGD_ADR_PAGE21(foo)
35 add x0, :tlsgd_lo12:foo
36 R_AARCH64_TLSGD_ADD_LO12_NC(foo)
40 For TLS descriptors the assembler will present us with code
41 fragments of the form:
43 adrp x0, :tlsdesc:foo R_AARCH64_TLSDESC_ADR_PAGE21(foo)
44 ldr x1, [x0, #:tlsdesc_lo12:foo] R_AARCH64_TLSDESC_LD64_LO12(foo)
45 add x0, x0, #:tlsdesc_lo12:foo R_AARCH64_TLSDESC_ADD_LO12(foo)
47 blr x1 R_AARCH64_TLSDESC_CALL(foo)
49 The relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} against foo
50 indicate that foo is thread local and should be accessed via the
51 traditional TLS mechanims.
53 The relocations R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC}
54 against foo indicate that 'foo' is thread local and should be accessed
55 via a TLS descriptor mechanism.
57 The precise instruction sequence is only relevant from the
58 perspective of linker relaxation which is currently not implemented.
60 The static linker must detect that 'foo' is a TLS object and
61 allocate a double GOT entry. The GOT entry must be created for both
62 global and local TLS symbols. Note that this is different to none
63 TLS local objects which do not need a GOT entry.
65 In the traditional TLS mechanism, the double GOT entry is used to
66 provide the tls_index structure, containing module and offset
67 entries. The static linker places the relocation R_AARCH64_TLS_DTPMOD
68 on the module entry. The loader will subsequently fixup this
69 relocation with the module identity.
71 For global traditional TLS symbols the static linker places an
72 R_AARCH64_TLS_DTPREL relocation on the offset entry. The loader
73 will subsequently fixup the offset. For local TLS symbols the static
74 linker fixes up offset.
76 In the TLS descriptor mechanism the double GOT entry is used to
77 provide the descriptor. The static linker places the relocation
78 R_AARCH64_TLSDESC on the first GOT slot. The loader will
79 subsequently fix this up.
83 The handling of TLS symbols is implemented across a number of
84 different backend functions. The following is a top level view of
85 what processing is performed where.
87 The TLS implementation maintains state information for each TLS
88 symbol. The state information for local and global symbols is kept
89 in different places. Global symbols use generic BFD structures while
90 local symbols use backend specific structures that are allocated and
91 maintained entirely by the backend.
95 elfNN_aarch64_check_relocs()
97 This function is invoked for each relocation.
99 The TLS relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} and
100 R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC} are
101 spotted. One time creation of local symbol data structures are
102 created when the first local symbol is seen.
104 The reference count for a symbol is incremented. The GOT type for
105 each symbol is marked as general dynamic.
107 elfNN_aarch64_allocate_dynrelocs ()
109 For each global with positive reference count we allocate a double
110 GOT slot. For a traditional TLS symbol we allocate space for two
111 relocation entries on the GOT, for a TLS descriptor symbol we
112 allocate space for one relocation on the slot. Record the GOT offset
115 elfNN_aarch64_size_dynamic_sections ()
117 Iterate all input BFDS, look for in the local symbol data structure
118 constructed earlier for local TLS symbols and allocate them double
119 GOT slots along with space for a single GOT relocation. Update the
120 local symbol structure to record the GOT offset allocated.
122 elfNN_aarch64_relocate_section ()
124 Calls elfNN_aarch64_final_link_relocate ()
126 Emit the relevant TLS relocations against the GOT for each TLS
127 symbol. For local TLS symbols emit the GOT offset directly. The GOT
128 relocations are emitted once the first time a TLS symbol is
129 encountered. The implementation uses the LSB of the GOT offset to
130 flag that the relevant GOT relocations for a symbol have been
131 emitted. All of the TLS code that uses the GOT offset needs to take
132 care to mask out this flag bit before using the offset.
134 elfNN_aarch64_final_link_relocate ()
136 Fixup the R_AARCH64_TLSGD_{ADR_PREL21, ADD_LO12_NC} relocations. */
140 #include "libiberty.h"
142 #include "bfd_stdint.h"
145 #include "objalloc.h"
146 #include "elf/aarch64.h"
147 #include "elfxx-aarch64.h"
152 #define AARCH64_R(NAME) R_AARCH64_ ## NAME
153 #define AARCH64_R_STR(NAME) "R_AARCH64_" #NAME
154 #define HOWTO64(...) HOWTO (__VA_ARGS__)
155 #define HOWTO32(...) EMPTY_HOWTO (0)
156 #define LOG_FILE_ALIGN 3
160 #define AARCH64_R(NAME) R_AARCH64_P32_ ## NAME
161 #define AARCH64_R_STR(NAME) "R_AARCH64_P32_" #NAME
162 #define HOWTO64(...) EMPTY_HOWTO (0)
163 #define HOWTO32(...) HOWTO (__VA_ARGS__)
164 #define LOG_FILE_ALIGN 2
167 #define IS_AARCH64_TLS_RELOC(R_TYPE) \
168 ((R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21 \
169 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PREL21 \
170 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC \
171 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1 \
172 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC \
173 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 \
174 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC \
175 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC \
176 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19 \
177 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12 \
178 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12 \
179 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC \
180 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2 \
181 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 \
182 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC \
183 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0 \
184 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC \
185 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPMOD \
186 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPREL \
187 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_TPREL \
188 || IS_AARCH64_TLSDESC_RELOC ((R_TYPE)))
190 #define IS_AARCH64_TLSDESC_RELOC(R_TYPE) \
191 ((R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD_PREL19 \
192 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21 \
193 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21 \
194 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC \
195 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC \
196 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC \
197 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G1 \
198 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC \
199 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDR \
200 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD \
201 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_CALL \
202 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC)
204 #define ELIMINATE_COPY_RELOCS 0
206 /* Return size of a relocation entry. HTAB is the bfd's
207 elf_aarch64_link_hash_entry. */
208 #define RELOC_SIZE(HTAB) (sizeof (ElfNN_External_Rela))
210 /* GOT Entry size - 8 bytes in ELF64 and 4 bytes in ELF32. */
211 #define GOT_ENTRY_SIZE (ARCH_SIZE / 8)
212 #define PLT_ENTRY_SIZE (32)
213 #define PLT_SMALL_ENTRY_SIZE (16)
214 #define PLT_TLSDESC_ENTRY_SIZE (32)
216 /* Encoding of the nop instruction */
217 #define INSN_NOP 0xd503201f
219 #define aarch64_compute_jump_table_size(htab) \
220 (((htab)->root.srelplt == NULL) ? 0 \
221 : (htab)->root.srelplt->reloc_count * GOT_ENTRY_SIZE)
223 /* The first entry in a procedure linkage table looks like this
224 if the distance between the PLTGOT and the PLT is < 4GB use
225 these PLT entries. Note that the dynamic linker gets &PLTGOT[2]
226 in x16 and needs to work out PLTGOT[1] by using an address of
227 [x16,#-GOT_ENTRY_SIZE]. */
228 static const bfd_byte elfNN_aarch64_small_plt0_entry
[PLT_ENTRY_SIZE
] =
230 0xf0, 0x7b, 0xbf, 0xa9, /* stp x16, x30, [sp, #-16]! */
231 0x10, 0x00, 0x00, 0x90, /* adrp x16, (GOT+16) */
233 0x11, 0x0A, 0x40, 0xf9, /* ldr x17, [x16, #PLT_GOT+0x10] */
234 0x10, 0x42, 0x00, 0x91, /* add x16, x16,#PLT_GOT+0x10 */
236 0x11, 0x0A, 0x40, 0xb9, /* ldr w17, [x16, #PLT_GOT+0x8] */
237 0x10, 0x22, 0x00, 0x11, /* add w16, w16,#PLT_GOT+0x8 */
239 0x20, 0x02, 0x1f, 0xd6, /* br x17 */
240 0x1f, 0x20, 0x03, 0xd5, /* nop */
241 0x1f, 0x20, 0x03, 0xd5, /* nop */
242 0x1f, 0x20, 0x03, 0xd5, /* nop */
245 /* Per function entry in a procedure linkage table looks like this
246 if the distance between the PLTGOT and the PLT is < 4GB use
247 these PLT entries. */
248 static const bfd_byte elfNN_aarch64_small_plt_entry
[PLT_SMALL_ENTRY_SIZE
] =
250 0x10, 0x00, 0x00, 0x90, /* adrp x16, PLTGOT + n * 8 */
252 0x11, 0x02, 0x40, 0xf9, /* ldr x17, [x16, PLTGOT + n * 8] */
253 0x10, 0x02, 0x00, 0x91, /* add x16, x16, :lo12:PLTGOT + n * 8 */
255 0x11, 0x02, 0x40, 0xb9, /* ldr w17, [x16, PLTGOT + n * 4] */
256 0x10, 0x02, 0x00, 0x11, /* add w16, w16, :lo12:PLTGOT + n * 4 */
258 0x20, 0x02, 0x1f, 0xd6, /* br x17. */
261 static const bfd_byte
262 elfNN_aarch64_tlsdesc_small_plt_entry
[PLT_TLSDESC_ENTRY_SIZE
] =
264 0xe2, 0x0f, 0xbf, 0xa9, /* stp x2, x3, [sp, #-16]! */
265 0x02, 0x00, 0x00, 0x90, /* adrp x2, 0 */
266 0x03, 0x00, 0x00, 0x90, /* adrp x3, 0 */
268 0x42, 0x00, 0x40, 0xf9, /* ldr x2, [x2, #0] */
269 0x63, 0x00, 0x00, 0x91, /* add x3, x3, 0 */
271 0x42, 0x00, 0x40, 0xb9, /* ldr w2, [x2, #0] */
272 0x63, 0x00, 0x00, 0x11, /* add w3, w3, 0 */
274 0x40, 0x00, 0x1f, 0xd6, /* br x2 */
275 0x1f, 0x20, 0x03, 0xd5, /* nop */
276 0x1f, 0x20, 0x03, 0xd5, /* nop */
279 #define elf_info_to_howto elfNN_aarch64_info_to_howto
280 #define elf_info_to_howto_rel elfNN_aarch64_info_to_howto
282 #define AARCH64_ELF_ABI_VERSION 0
284 /* In case we're on a 32-bit machine, construct a 64-bit "-1" value. */
285 #define ALL_ONES (~ (bfd_vma) 0)
287 /* Indexed by the bfd interal reloc enumerators.
288 Therefore, the table needs to be synced with BFD_RELOC_AARCH64_*
291 static reloc_howto_type elfNN_aarch64_howto_table
[] =
295 /* Basic data relocations. */
298 HOWTO (R_AARCH64_NULL
, /* type */
300 3, /* size (0 = byte, 1 = short, 2 = long) */
302 FALSE
, /* pc_relative */
304 complain_overflow_dont
, /* complain_on_overflow */
305 bfd_elf_generic_reloc
, /* special_function */
306 "R_AARCH64_NULL", /* name */
307 FALSE
, /* partial_inplace */
310 FALSE
), /* pcrel_offset */
312 HOWTO (R_AARCH64_NONE
, /* type */
314 3, /* size (0 = byte, 1 = short, 2 = long) */
316 FALSE
, /* pc_relative */
318 complain_overflow_dont
, /* complain_on_overflow */
319 bfd_elf_generic_reloc
, /* special_function */
320 "R_AARCH64_NONE", /* name */
321 FALSE
, /* partial_inplace */
324 FALSE
), /* pcrel_offset */
328 HOWTO64 (AARCH64_R (ABS64
), /* type */
330 4, /* size (4 = long long) */
332 FALSE
, /* pc_relative */
334 complain_overflow_unsigned
, /* complain_on_overflow */
335 bfd_elf_generic_reloc
, /* special_function */
336 AARCH64_R_STR (ABS64
), /* name */
337 FALSE
, /* partial_inplace */
338 ALL_ONES
, /* src_mask */
339 ALL_ONES
, /* dst_mask */
340 FALSE
), /* pcrel_offset */
343 HOWTO (AARCH64_R (ABS32
), /* type */
345 2, /* size (0 = byte, 1 = short, 2 = long) */
347 FALSE
, /* pc_relative */
349 complain_overflow_unsigned
, /* complain_on_overflow */
350 bfd_elf_generic_reloc
, /* special_function */
351 AARCH64_R_STR (ABS32
), /* name */
352 FALSE
, /* partial_inplace */
353 0xffffffff, /* src_mask */
354 0xffffffff, /* dst_mask */
355 FALSE
), /* pcrel_offset */
358 HOWTO (AARCH64_R (ABS16
), /* type */
360 1, /* size (0 = byte, 1 = short, 2 = long) */
362 FALSE
, /* pc_relative */
364 complain_overflow_unsigned
, /* complain_on_overflow */
365 bfd_elf_generic_reloc
, /* special_function */
366 AARCH64_R_STR (ABS16
), /* name */
367 FALSE
, /* partial_inplace */
368 0xffff, /* src_mask */
369 0xffff, /* dst_mask */
370 FALSE
), /* pcrel_offset */
372 /* .xword: (S+A-P) */
373 HOWTO64 (AARCH64_R (PREL64
), /* type */
375 4, /* size (4 = long long) */
377 TRUE
, /* pc_relative */
379 complain_overflow_signed
, /* complain_on_overflow */
380 bfd_elf_generic_reloc
, /* special_function */
381 AARCH64_R_STR (PREL64
), /* name */
382 FALSE
, /* partial_inplace */
383 ALL_ONES
, /* src_mask */
384 ALL_ONES
, /* dst_mask */
385 TRUE
), /* pcrel_offset */
388 HOWTO (AARCH64_R (PREL32
), /* type */
390 2, /* size (0 = byte, 1 = short, 2 = long) */
392 TRUE
, /* pc_relative */
394 complain_overflow_signed
, /* complain_on_overflow */
395 bfd_elf_generic_reloc
, /* special_function */
396 AARCH64_R_STR (PREL32
), /* name */
397 FALSE
, /* partial_inplace */
398 0xffffffff, /* src_mask */
399 0xffffffff, /* dst_mask */
400 TRUE
), /* pcrel_offset */
403 HOWTO (AARCH64_R (PREL16
), /* type */
405 1, /* size (0 = byte, 1 = short, 2 = long) */
407 TRUE
, /* pc_relative */
409 complain_overflow_signed
, /* complain_on_overflow */
410 bfd_elf_generic_reloc
, /* special_function */
411 AARCH64_R_STR (PREL16
), /* name */
412 FALSE
, /* partial_inplace */
413 0xffff, /* src_mask */
414 0xffff, /* dst_mask */
415 TRUE
), /* pcrel_offset */
417 /* Group relocations to create a 16, 32, 48 or 64 bit
418 unsigned data or abs address inline. */
420 /* MOVZ: ((S+A) >> 0) & 0xffff */
421 HOWTO (AARCH64_R (MOVW_UABS_G0
), /* type */
423 2, /* size (0 = byte, 1 = short, 2 = long) */
425 FALSE
, /* pc_relative */
427 complain_overflow_unsigned
, /* complain_on_overflow */
428 bfd_elf_generic_reloc
, /* special_function */
429 AARCH64_R_STR (MOVW_UABS_G0
), /* name */
430 FALSE
, /* partial_inplace */
431 0xffff, /* src_mask */
432 0xffff, /* dst_mask */
433 FALSE
), /* pcrel_offset */
435 /* MOVK: ((S+A) >> 0) & 0xffff [no overflow check] */
436 HOWTO (AARCH64_R (MOVW_UABS_G0_NC
), /* type */
438 2, /* size (0 = byte, 1 = short, 2 = long) */
440 FALSE
, /* pc_relative */
442 complain_overflow_dont
, /* complain_on_overflow */
443 bfd_elf_generic_reloc
, /* special_function */
444 AARCH64_R_STR (MOVW_UABS_G0_NC
), /* name */
445 FALSE
, /* partial_inplace */
446 0xffff, /* src_mask */
447 0xffff, /* dst_mask */
448 FALSE
), /* pcrel_offset */
450 /* MOVZ: ((S+A) >> 16) & 0xffff */
451 HOWTO (AARCH64_R (MOVW_UABS_G1
), /* type */
453 2, /* size (0 = byte, 1 = short, 2 = long) */
455 FALSE
, /* pc_relative */
457 complain_overflow_unsigned
, /* complain_on_overflow */
458 bfd_elf_generic_reloc
, /* special_function */
459 AARCH64_R_STR (MOVW_UABS_G1
), /* name */
460 FALSE
, /* partial_inplace */
461 0xffff, /* src_mask */
462 0xffff, /* dst_mask */
463 FALSE
), /* pcrel_offset */
465 /* MOVK: ((S+A) >> 16) & 0xffff [no overflow check] */
466 HOWTO64 (AARCH64_R (MOVW_UABS_G1_NC
), /* type */
468 2, /* size (0 = byte, 1 = short, 2 = long) */
470 FALSE
, /* pc_relative */
472 complain_overflow_dont
, /* complain_on_overflow */
473 bfd_elf_generic_reloc
, /* special_function */
474 AARCH64_R_STR (MOVW_UABS_G1_NC
), /* name */
475 FALSE
, /* partial_inplace */
476 0xffff, /* src_mask */
477 0xffff, /* dst_mask */
478 FALSE
), /* pcrel_offset */
480 /* MOVZ: ((S+A) >> 32) & 0xffff */
481 HOWTO64 (AARCH64_R (MOVW_UABS_G2
), /* type */
483 2, /* size (0 = byte, 1 = short, 2 = long) */
485 FALSE
, /* pc_relative */
487 complain_overflow_unsigned
, /* complain_on_overflow */
488 bfd_elf_generic_reloc
, /* special_function */
489 AARCH64_R_STR (MOVW_UABS_G2
), /* name */
490 FALSE
, /* partial_inplace */
491 0xffff, /* src_mask */
492 0xffff, /* dst_mask */
493 FALSE
), /* pcrel_offset */
495 /* MOVK: ((S+A) >> 32) & 0xffff [no overflow check] */
496 HOWTO64 (AARCH64_R (MOVW_UABS_G2_NC
), /* type */
498 2, /* size (0 = byte, 1 = short, 2 = long) */
500 FALSE
, /* pc_relative */
502 complain_overflow_dont
, /* complain_on_overflow */
503 bfd_elf_generic_reloc
, /* special_function */
504 AARCH64_R_STR (MOVW_UABS_G2_NC
), /* name */
505 FALSE
, /* partial_inplace */
506 0xffff, /* src_mask */
507 0xffff, /* dst_mask */
508 FALSE
), /* pcrel_offset */
510 /* MOVZ: ((S+A) >> 48) & 0xffff */
511 HOWTO64 (AARCH64_R (MOVW_UABS_G3
), /* type */
513 2, /* size (0 = byte, 1 = short, 2 = long) */
515 FALSE
, /* pc_relative */
517 complain_overflow_unsigned
, /* complain_on_overflow */
518 bfd_elf_generic_reloc
, /* special_function */
519 AARCH64_R_STR (MOVW_UABS_G3
), /* name */
520 FALSE
, /* partial_inplace */
521 0xffff, /* src_mask */
522 0xffff, /* dst_mask */
523 FALSE
), /* pcrel_offset */
525 /* Group relocations to create high part of a 16, 32, 48 or 64 bit
526 signed data or abs address inline. Will change instruction
527 to MOVN or MOVZ depending on sign of calculated value. */
529 /* MOV[ZN]: ((S+A) >> 0) & 0xffff */
530 HOWTO (AARCH64_R (MOVW_SABS_G0
), /* type */
532 2, /* size (0 = byte, 1 = short, 2 = long) */
534 FALSE
, /* pc_relative */
536 complain_overflow_signed
, /* complain_on_overflow */
537 bfd_elf_generic_reloc
, /* special_function */
538 AARCH64_R_STR (MOVW_SABS_G0
), /* name */
539 FALSE
, /* partial_inplace */
540 0xffff, /* src_mask */
541 0xffff, /* dst_mask */
542 FALSE
), /* pcrel_offset */
544 /* MOV[ZN]: ((S+A) >> 16) & 0xffff */
545 HOWTO64 (AARCH64_R (MOVW_SABS_G1
), /* type */
547 2, /* size (0 = byte, 1 = short, 2 = long) */
549 FALSE
, /* pc_relative */
551 complain_overflow_signed
, /* complain_on_overflow */
552 bfd_elf_generic_reloc
, /* special_function */
553 AARCH64_R_STR (MOVW_SABS_G1
), /* name */
554 FALSE
, /* partial_inplace */
555 0xffff, /* src_mask */
556 0xffff, /* dst_mask */
557 FALSE
), /* pcrel_offset */
559 /* MOV[ZN]: ((S+A) >> 32) & 0xffff */
560 HOWTO64 (AARCH64_R (MOVW_SABS_G2
), /* type */
562 2, /* size (0 = byte, 1 = short, 2 = long) */
564 FALSE
, /* pc_relative */
566 complain_overflow_signed
, /* complain_on_overflow */
567 bfd_elf_generic_reloc
, /* special_function */
568 AARCH64_R_STR (MOVW_SABS_G2
), /* name */
569 FALSE
, /* partial_inplace */
570 0xffff, /* src_mask */
571 0xffff, /* dst_mask */
572 FALSE
), /* pcrel_offset */
574 /* Relocations to generate 19, 21 and 33 bit PC-relative load/store
575 addresses: PG(x) is (x & ~0xfff). */
577 /* LD-lit: ((S+A-P) >> 2) & 0x7ffff */
578 HOWTO (AARCH64_R (LD_PREL_LO19
), /* type */
580 2, /* size (0 = byte, 1 = short, 2 = long) */
582 TRUE
, /* pc_relative */
584 complain_overflow_signed
, /* complain_on_overflow */
585 bfd_elf_generic_reloc
, /* special_function */
586 AARCH64_R_STR (LD_PREL_LO19
), /* name */
587 FALSE
, /* partial_inplace */
588 0x7ffff, /* src_mask */
589 0x7ffff, /* dst_mask */
590 TRUE
), /* pcrel_offset */
592 /* ADR: (S+A-P) & 0x1fffff */
593 HOWTO (AARCH64_R (ADR_PREL_LO21
), /* type */
595 2, /* size (0 = byte, 1 = short, 2 = long) */
597 TRUE
, /* pc_relative */
599 complain_overflow_signed
, /* complain_on_overflow */
600 bfd_elf_generic_reloc
, /* special_function */
601 AARCH64_R_STR (ADR_PREL_LO21
), /* name */
602 FALSE
, /* partial_inplace */
603 0x1fffff, /* src_mask */
604 0x1fffff, /* dst_mask */
605 TRUE
), /* pcrel_offset */
607 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
608 HOWTO (AARCH64_R (ADR_PREL_PG_HI21
), /* type */
610 2, /* size (0 = byte, 1 = short, 2 = long) */
612 TRUE
, /* pc_relative */
614 complain_overflow_signed
, /* complain_on_overflow */
615 bfd_elf_generic_reloc
, /* special_function */
616 AARCH64_R_STR (ADR_PREL_PG_HI21
), /* name */
617 FALSE
, /* partial_inplace */
618 0x1fffff, /* src_mask */
619 0x1fffff, /* dst_mask */
620 TRUE
), /* pcrel_offset */
622 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff [no overflow check] */
623 HOWTO64 (AARCH64_R (ADR_PREL_PG_HI21_NC
), /* type */
625 2, /* size (0 = byte, 1 = short, 2 = long) */
627 TRUE
, /* pc_relative */
629 complain_overflow_dont
, /* complain_on_overflow */
630 bfd_elf_generic_reloc
, /* special_function */
631 AARCH64_R_STR (ADR_PREL_PG_HI21_NC
), /* name */
632 FALSE
, /* partial_inplace */
633 0x1fffff, /* src_mask */
634 0x1fffff, /* dst_mask */
635 TRUE
), /* pcrel_offset */
637 /* ADD: (S+A) & 0xfff [no overflow check] */
638 HOWTO (AARCH64_R (ADD_ABS_LO12_NC
), /* type */
640 2, /* size (0 = byte, 1 = short, 2 = long) */
642 FALSE
, /* pc_relative */
644 complain_overflow_dont
, /* complain_on_overflow */
645 bfd_elf_generic_reloc
, /* special_function */
646 AARCH64_R_STR (ADD_ABS_LO12_NC
), /* name */
647 FALSE
, /* partial_inplace */
648 0x3ffc00, /* src_mask */
649 0x3ffc00, /* dst_mask */
650 FALSE
), /* pcrel_offset */
652 /* LD/ST8: (S+A) & 0xfff */
653 HOWTO (AARCH64_R (LDST8_ABS_LO12_NC
), /* type */
655 2, /* size (0 = byte, 1 = short, 2 = long) */
657 FALSE
, /* pc_relative */
659 complain_overflow_dont
, /* complain_on_overflow */
660 bfd_elf_generic_reloc
, /* special_function */
661 AARCH64_R_STR (LDST8_ABS_LO12_NC
), /* name */
662 FALSE
, /* partial_inplace */
663 0xfff, /* src_mask */
664 0xfff, /* dst_mask */
665 FALSE
), /* pcrel_offset */
667 /* Relocations for control-flow instructions. */
669 /* TBZ/NZ: ((S+A-P) >> 2) & 0x3fff */
670 HOWTO (AARCH64_R (TSTBR14
), /* type */
672 2, /* size (0 = byte, 1 = short, 2 = long) */
674 TRUE
, /* pc_relative */
676 complain_overflow_signed
, /* complain_on_overflow */
677 bfd_elf_generic_reloc
, /* special_function */
678 AARCH64_R_STR (TSTBR14
), /* name */
679 FALSE
, /* partial_inplace */
680 0x3fff, /* src_mask */
681 0x3fff, /* dst_mask */
682 TRUE
), /* pcrel_offset */
684 /* B.cond: ((S+A-P) >> 2) & 0x7ffff */
685 HOWTO (AARCH64_R (CONDBR19
), /* type */
687 2, /* size (0 = byte, 1 = short, 2 = long) */
689 TRUE
, /* pc_relative */
691 complain_overflow_signed
, /* complain_on_overflow */
692 bfd_elf_generic_reloc
, /* special_function */
693 AARCH64_R_STR (CONDBR19
), /* name */
694 FALSE
, /* partial_inplace */
695 0x7ffff, /* src_mask */
696 0x7ffff, /* dst_mask */
697 TRUE
), /* pcrel_offset */
699 /* B: ((S+A-P) >> 2) & 0x3ffffff */
700 HOWTO (AARCH64_R (JUMP26
), /* type */
702 2, /* size (0 = byte, 1 = short, 2 = long) */
704 TRUE
, /* pc_relative */
706 complain_overflow_signed
, /* complain_on_overflow */
707 bfd_elf_generic_reloc
, /* special_function */
708 AARCH64_R_STR (JUMP26
), /* name */
709 FALSE
, /* partial_inplace */
710 0x3ffffff, /* src_mask */
711 0x3ffffff, /* dst_mask */
712 TRUE
), /* pcrel_offset */
714 /* BL: ((S+A-P) >> 2) & 0x3ffffff */
715 HOWTO (AARCH64_R (CALL26
), /* type */
717 2, /* size (0 = byte, 1 = short, 2 = long) */
719 TRUE
, /* pc_relative */
721 complain_overflow_signed
, /* complain_on_overflow */
722 bfd_elf_generic_reloc
, /* special_function */
723 AARCH64_R_STR (CALL26
), /* name */
724 FALSE
, /* partial_inplace */
725 0x3ffffff, /* src_mask */
726 0x3ffffff, /* dst_mask */
727 TRUE
), /* pcrel_offset */
729 /* LD/ST16: (S+A) & 0xffe */
730 HOWTO (AARCH64_R (LDST16_ABS_LO12_NC
), /* type */
732 2, /* size (0 = byte, 1 = short, 2 = long) */
734 FALSE
, /* pc_relative */
736 complain_overflow_dont
, /* complain_on_overflow */
737 bfd_elf_generic_reloc
, /* special_function */
738 AARCH64_R_STR (LDST16_ABS_LO12_NC
), /* name */
739 FALSE
, /* partial_inplace */
740 0xffe, /* src_mask */
741 0xffe, /* dst_mask */
742 FALSE
), /* pcrel_offset */
744 /* LD/ST32: (S+A) & 0xffc */
745 HOWTO (AARCH64_R (LDST32_ABS_LO12_NC
), /* type */
747 2, /* size (0 = byte, 1 = short, 2 = long) */
749 FALSE
, /* pc_relative */
751 complain_overflow_dont
, /* complain_on_overflow */
752 bfd_elf_generic_reloc
, /* special_function */
753 AARCH64_R_STR (LDST32_ABS_LO12_NC
), /* name */
754 FALSE
, /* partial_inplace */
755 0xffc, /* src_mask */
756 0xffc, /* dst_mask */
757 FALSE
), /* pcrel_offset */
759 /* LD/ST64: (S+A) & 0xff8 */
760 HOWTO (AARCH64_R (LDST64_ABS_LO12_NC
), /* type */
762 2, /* size (0 = byte, 1 = short, 2 = long) */
764 FALSE
, /* pc_relative */
766 complain_overflow_dont
, /* complain_on_overflow */
767 bfd_elf_generic_reloc
, /* special_function */
768 AARCH64_R_STR (LDST64_ABS_LO12_NC
), /* name */
769 FALSE
, /* partial_inplace */
770 0xff8, /* src_mask */
771 0xff8, /* dst_mask */
772 FALSE
), /* pcrel_offset */
774 /* LD/ST128: (S+A) & 0xff0 */
775 HOWTO (AARCH64_R (LDST128_ABS_LO12_NC
), /* type */
777 2, /* size (0 = byte, 1 = short, 2 = long) */
779 FALSE
, /* pc_relative */
781 complain_overflow_dont
, /* complain_on_overflow */
782 bfd_elf_generic_reloc
, /* special_function */
783 AARCH64_R_STR (LDST128_ABS_LO12_NC
), /* name */
784 FALSE
, /* partial_inplace */
785 0xff0, /* src_mask */
786 0xff0, /* dst_mask */
787 FALSE
), /* pcrel_offset */
789 /* Set a load-literal immediate field to bits
790 0x1FFFFC of G(S)-P */
791 HOWTO (AARCH64_R (GOT_LD_PREL19
), /* type */
793 2, /* size (0 = byte,1 = short,2 = long) */
795 TRUE
, /* pc_relative */
797 complain_overflow_signed
, /* complain_on_overflow */
798 bfd_elf_generic_reloc
, /* special_function */
799 AARCH64_R_STR (GOT_LD_PREL19
), /* name */
800 FALSE
, /* partial_inplace */
801 0xffffe0, /* src_mask */
802 0xffffe0, /* dst_mask */
803 TRUE
), /* pcrel_offset */
805 /* Get to the page for the GOT entry for the symbol
806 (G(S) - P) using an ADRP instruction. */
807 HOWTO (AARCH64_R (ADR_GOT_PAGE
), /* type */
809 2, /* size (0 = byte, 1 = short, 2 = long) */
811 TRUE
, /* pc_relative */
813 complain_overflow_dont
, /* complain_on_overflow */
814 bfd_elf_generic_reloc
, /* special_function */
815 AARCH64_R_STR (ADR_GOT_PAGE
), /* name */
816 FALSE
, /* partial_inplace */
817 0x1fffff, /* src_mask */
818 0x1fffff, /* dst_mask */
819 TRUE
), /* pcrel_offset */
821 /* LD64: GOT offset G(S) & 0xff8 */
822 HOWTO64 (AARCH64_R (LD64_GOT_LO12_NC
), /* type */
824 2, /* size (0 = byte, 1 = short, 2 = long) */
826 FALSE
, /* pc_relative */
828 complain_overflow_dont
, /* complain_on_overflow */
829 bfd_elf_generic_reloc
, /* special_function */
830 AARCH64_R_STR (LD64_GOT_LO12_NC
), /* name */
831 FALSE
, /* partial_inplace */
832 0xff8, /* src_mask */
833 0xff8, /* dst_mask */
834 FALSE
), /* pcrel_offset */
836 /* LD32: GOT offset G(S) & 0xffc */
837 HOWTO32 (AARCH64_R (LD32_GOT_LO12_NC
), /* type */
839 2, /* size (0 = byte, 1 = short, 2 = long) */
841 FALSE
, /* pc_relative */
843 complain_overflow_dont
, /* complain_on_overflow */
844 bfd_elf_generic_reloc
, /* special_function */
845 AARCH64_R_STR (LD32_GOT_LO12_NC
), /* name */
846 FALSE
, /* partial_inplace */
847 0xffc, /* src_mask */
848 0xffc, /* dst_mask */
849 FALSE
), /* pcrel_offset */
851 /* Get to the page for the GOT entry for the symbol
852 (G(S) - P) using an ADRP instruction. */
853 HOWTO (AARCH64_R (TLSGD_ADR_PAGE21
), /* type */
855 2, /* size (0 = byte, 1 = short, 2 = long) */
857 TRUE
, /* pc_relative */
859 complain_overflow_dont
, /* complain_on_overflow */
860 bfd_elf_generic_reloc
, /* special_function */
861 AARCH64_R_STR (TLSGD_ADR_PAGE21
), /* name */
862 FALSE
, /* partial_inplace */
863 0x1fffff, /* src_mask */
864 0x1fffff, /* dst_mask */
865 TRUE
), /* pcrel_offset */
867 HOWTO (AARCH64_R (TLSGD_ADR_PREL21
), /* type */
869 2, /* size (0 = byte, 1 = short, 2 = long) */
871 TRUE
, /* pc_relative */
873 complain_overflow_dont
, /* complain_on_overflow */
874 bfd_elf_generic_reloc
, /* special_function */
875 AARCH64_R_STR (TLSGD_ADR_PREL21
), /* name */
876 FALSE
, /* partial_inplace */
877 0x1fffff, /* src_mask */
878 0x1fffff, /* dst_mask */
879 TRUE
), /* pcrel_offset */
881 /* ADD: GOT offset G(S) & 0xff8 [no overflow check] */
882 HOWTO (AARCH64_R (TLSGD_ADD_LO12_NC
), /* type */
884 2, /* size (0 = byte, 1 = short, 2 = long) */
886 FALSE
, /* pc_relative */
888 complain_overflow_dont
, /* complain_on_overflow */
889 bfd_elf_generic_reloc
, /* special_function */
890 AARCH64_R_STR (TLSGD_ADD_LO12_NC
), /* name */
891 FALSE
, /* partial_inplace */
892 0xfff, /* src_mask */
893 0xfff, /* dst_mask */
894 FALSE
), /* pcrel_offset */
896 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G1
), /* type */
898 2, /* size (0 = byte, 1 = short, 2 = long) */
900 FALSE
, /* pc_relative */
902 complain_overflow_dont
, /* complain_on_overflow */
903 bfd_elf_generic_reloc
, /* special_function */
904 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G1
), /* name */
905 FALSE
, /* partial_inplace */
906 0xffff, /* src_mask */
907 0xffff, /* dst_mask */
908 FALSE
), /* pcrel_offset */
910 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G0_NC
), /* type */
912 2, /* size (0 = byte, 1 = short, 2 = long) */
914 FALSE
, /* pc_relative */
916 complain_overflow_dont
, /* complain_on_overflow */
917 bfd_elf_generic_reloc
, /* special_function */
918 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G0_NC
), /* name */
919 FALSE
, /* partial_inplace */
920 0xffff, /* src_mask */
921 0xffff, /* dst_mask */
922 FALSE
), /* pcrel_offset */
924 HOWTO (AARCH64_R (TLSIE_ADR_GOTTPREL_PAGE21
), /* type */
926 2, /* size (0 = byte, 1 = short, 2 = long) */
928 FALSE
, /* pc_relative */
930 complain_overflow_dont
, /* complain_on_overflow */
931 bfd_elf_generic_reloc
, /* special_function */
932 AARCH64_R_STR (TLSIE_ADR_GOTTPREL_PAGE21
), /* name */
933 FALSE
, /* partial_inplace */
934 0x1fffff, /* src_mask */
935 0x1fffff, /* dst_mask */
936 FALSE
), /* pcrel_offset */
938 HOWTO64 (AARCH64_R (TLSIE_LD64_GOTTPREL_LO12_NC
), /* type */
940 2, /* size (0 = byte, 1 = short, 2 = long) */
942 FALSE
, /* pc_relative */
944 complain_overflow_dont
, /* complain_on_overflow */
945 bfd_elf_generic_reloc
, /* special_function */
946 AARCH64_R_STR (TLSIE_LD64_GOTTPREL_LO12_NC
), /* name */
947 FALSE
, /* partial_inplace */
948 0xff8, /* src_mask */
949 0xff8, /* dst_mask */
950 FALSE
), /* pcrel_offset */
952 HOWTO32 (AARCH64_R (TLSIE_LD32_GOTTPREL_LO12_NC
), /* type */
954 2, /* size (0 = byte, 1 = short, 2 = long) */
956 FALSE
, /* pc_relative */
958 complain_overflow_dont
, /* complain_on_overflow */
959 bfd_elf_generic_reloc
, /* special_function */
960 AARCH64_R_STR (TLSIE_LD32_GOTTPREL_LO12_NC
), /* name */
961 FALSE
, /* partial_inplace */
962 0xffc, /* src_mask */
963 0xffc, /* dst_mask */
964 FALSE
), /* pcrel_offset */
966 HOWTO (AARCH64_R (TLSIE_LD_GOTTPREL_PREL19
), /* type */
968 2, /* size (0 = byte, 1 = short, 2 = long) */
970 FALSE
, /* pc_relative */
972 complain_overflow_dont
, /* complain_on_overflow */
973 bfd_elf_generic_reloc
, /* special_function */
974 AARCH64_R_STR (TLSIE_LD_GOTTPREL_PREL19
), /* name */
975 FALSE
, /* partial_inplace */
976 0x1ffffc, /* src_mask */
977 0x1ffffc, /* dst_mask */
978 FALSE
), /* pcrel_offset */
980 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G2
), /* type */
982 2, /* size (0 = byte, 1 = short, 2 = long) */
984 FALSE
, /* pc_relative */
986 complain_overflow_unsigned
, /* complain_on_overflow */
987 bfd_elf_generic_reloc
, /* special_function */
988 AARCH64_R_STR (TLSLE_MOVW_TPREL_G2
), /* name */
989 FALSE
, /* partial_inplace */
990 0xffff, /* src_mask */
991 0xffff, /* dst_mask */
992 FALSE
), /* pcrel_offset */
994 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G1
), /* type */
996 2, /* size (0 = byte, 1 = short, 2 = long) */
998 FALSE
, /* pc_relative */
1000 complain_overflow_dont
, /* complain_on_overflow */
1001 bfd_elf_generic_reloc
, /* special_function */
1002 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1
), /* name */
1003 FALSE
, /* partial_inplace */
1004 0xffff, /* src_mask */
1005 0xffff, /* dst_mask */
1006 FALSE
), /* pcrel_offset */
1008 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G1_NC
), /* type */
1009 16, /* rightshift */
1010 2, /* size (0 = byte, 1 = short, 2 = long) */
1012 FALSE
, /* pc_relative */
1014 complain_overflow_dont
, /* complain_on_overflow */
1015 bfd_elf_generic_reloc
, /* special_function */
1016 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1_NC
), /* name */
1017 FALSE
, /* partial_inplace */
1018 0xffff, /* src_mask */
1019 0xffff, /* dst_mask */
1020 FALSE
), /* pcrel_offset */
1022 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0
), /* type */
1024 2, /* size (0 = byte, 1 = short, 2 = long) */
1026 FALSE
, /* pc_relative */
1028 complain_overflow_dont
, /* complain_on_overflow */
1029 bfd_elf_generic_reloc
, /* special_function */
1030 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0
), /* name */
1031 FALSE
, /* partial_inplace */
1032 0xffff, /* src_mask */
1033 0xffff, /* dst_mask */
1034 FALSE
), /* pcrel_offset */
1036 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0_NC
), /* type */
1038 2, /* size (0 = byte, 1 = short, 2 = long) */
1040 FALSE
, /* pc_relative */
1042 complain_overflow_dont
, /* complain_on_overflow */
1043 bfd_elf_generic_reloc
, /* special_function */
1044 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0_NC
), /* name */
1045 FALSE
, /* partial_inplace */
1046 0xffff, /* src_mask */
1047 0xffff, /* dst_mask */
1048 FALSE
), /* pcrel_offset */
1050 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_HI12
), /* type */
1051 12, /* rightshift */
1052 2, /* size (0 = byte, 1 = short, 2 = long) */
1054 FALSE
, /* pc_relative */
1056 complain_overflow_unsigned
, /* complain_on_overflow */
1057 bfd_elf_generic_reloc
, /* special_function */
1058 AARCH64_R_STR (TLSLE_ADD_TPREL_HI12
), /* name */
1059 FALSE
, /* partial_inplace */
1060 0xfff, /* src_mask */
1061 0xfff, /* dst_mask */
1062 FALSE
), /* pcrel_offset */
1064 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12
), /* type */
1066 2, /* size (0 = byte, 1 = short, 2 = long) */
1068 FALSE
, /* pc_relative */
1070 complain_overflow_dont
, /* complain_on_overflow */
1071 bfd_elf_generic_reloc
, /* special_function */
1072 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12
), /* name */
1073 FALSE
, /* partial_inplace */
1074 0xfff, /* src_mask */
1075 0xfff, /* dst_mask */
1076 FALSE
), /* pcrel_offset */
1078 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12_NC
), /* type */
1080 2, /* size (0 = byte, 1 = short, 2 = long) */
1082 FALSE
, /* pc_relative */
1084 complain_overflow_dont
, /* complain_on_overflow */
1085 bfd_elf_generic_reloc
, /* special_function */
1086 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12_NC
), /* name */
1087 FALSE
, /* partial_inplace */
1088 0xfff, /* src_mask */
1089 0xfff, /* dst_mask */
1090 FALSE
), /* pcrel_offset */
1092 HOWTO (AARCH64_R (TLSDESC_LD_PREL19
), /* type */
1094 2, /* size (0 = byte, 1 = short, 2 = long) */
1096 TRUE
, /* pc_relative */
1098 complain_overflow_dont
, /* complain_on_overflow */
1099 bfd_elf_generic_reloc
, /* special_function */
1100 AARCH64_R_STR (TLSDESC_LD_PREL19
), /* name */
1101 FALSE
, /* partial_inplace */
1102 0x0ffffe0, /* src_mask */
1103 0x0ffffe0, /* dst_mask */
1104 TRUE
), /* pcrel_offset */
1106 HOWTO (AARCH64_R (TLSDESC_ADR_PREL21
), /* type */
1108 2, /* size (0 = byte, 1 = short, 2 = long) */
1110 TRUE
, /* pc_relative */
1112 complain_overflow_dont
, /* complain_on_overflow */
1113 bfd_elf_generic_reloc
, /* special_function */
1114 AARCH64_R_STR (TLSDESC_ADR_PREL21
), /* name */
1115 FALSE
, /* partial_inplace */
1116 0x1fffff, /* src_mask */
1117 0x1fffff, /* dst_mask */
1118 TRUE
), /* pcrel_offset */
1120 /* Get to the page for the GOT entry for the symbol
1121 (G(S) - P) using an ADRP instruction. */
1122 HOWTO (AARCH64_R (TLSDESC_ADR_PAGE21
), /* type */
1123 12, /* rightshift */
1124 2, /* size (0 = byte, 1 = short, 2 = long) */
1126 TRUE
, /* pc_relative */
1128 complain_overflow_dont
, /* complain_on_overflow */
1129 bfd_elf_generic_reloc
, /* special_function */
1130 AARCH64_R_STR (TLSDESC_ADR_PAGE21
), /* name */
1131 FALSE
, /* partial_inplace */
1132 0x1fffff, /* src_mask */
1133 0x1fffff, /* dst_mask */
1134 TRUE
), /* pcrel_offset */
1136 /* LD64: GOT offset G(S) & 0xff8. */
1137 HOWTO64 (AARCH64_R (TLSDESC_LD64_LO12_NC
), /* type */
1139 2, /* size (0 = byte, 1 = short, 2 = long) */
1141 FALSE
, /* pc_relative */
1143 complain_overflow_dont
, /* complain_on_overflow */
1144 bfd_elf_generic_reloc
, /* special_function */
1145 AARCH64_R_STR (TLSDESC_LD64_LO12_NC
), /* name */
1146 FALSE
, /* partial_inplace */
1147 0xff8, /* src_mask */
1148 0xff8, /* dst_mask */
1149 FALSE
), /* pcrel_offset */
1151 /* LD32: GOT offset G(S) & 0xffc. */
1152 HOWTO32 (AARCH64_R (TLSDESC_LD32_LO12_NC
), /* type */
1154 2, /* size (0 = byte, 1 = short, 2 = long) */
1156 FALSE
, /* pc_relative */
1158 complain_overflow_dont
, /* complain_on_overflow */
1159 bfd_elf_generic_reloc
, /* special_function */
1160 AARCH64_R_STR (TLSDESC_LD32_LO12_NC
), /* name */
1161 FALSE
, /* partial_inplace */
1162 0xffc, /* src_mask */
1163 0xffc, /* dst_mask */
1164 FALSE
), /* pcrel_offset */
1166 /* ADD: GOT offset G(S) & 0xfff. */
1167 HOWTO (AARCH64_R (TLSDESC_ADD_LO12_NC
), /* type */
1169 2, /* size (0 = byte, 1 = short, 2 = long) */
1171 FALSE
, /* pc_relative */
1173 complain_overflow_dont
, /* complain_on_overflow */
1174 bfd_elf_generic_reloc
, /* special_function */
1175 AARCH64_R_STR (TLSDESC_ADD_LO12_NC
), /* name */
1176 FALSE
, /* partial_inplace */
1177 0xfff, /* src_mask */
1178 0xfff, /* dst_mask */
1179 FALSE
), /* pcrel_offset */
1181 HOWTO64 (AARCH64_R (TLSDESC_OFF_G1
), /* type */
1182 16, /* rightshift */
1183 2, /* size (0 = byte, 1 = short, 2 = long) */
1185 FALSE
, /* pc_relative */
1187 complain_overflow_dont
, /* complain_on_overflow */
1188 bfd_elf_generic_reloc
, /* special_function */
1189 AARCH64_R_STR (TLSDESC_OFF_G1
), /* name */
1190 FALSE
, /* partial_inplace */
1191 0xffff, /* src_mask */
1192 0xffff, /* dst_mask */
1193 FALSE
), /* pcrel_offset */
1195 HOWTO64 (AARCH64_R (TLSDESC_OFF_G0_NC
), /* type */
1197 2, /* size (0 = byte, 1 = short, 2 = long) */
1199 FALSE
, /* pc_relative */
1201 complain_overflow_dont
, /* complain_on_overflow */
1202 bfd_elf_generic_reloc
, /* special_function */
1203 AARCH64_R_STR (TLSDESC_OFF_G0_NC
), /* name */
1204 FALSE
, /* partial_inplace */
1205 0xffff, /* src_mask */
1206 0xffff, /* dst_mask */
1207 FALSE
), /* pcrel_offset */
1209 HOWTO64 (AARCH64_R (TLSDESC_LDR
), /* type */
1211 2, /* size (0 = byte, 1 = short, 2 = long) */
1213 FALSE
, /* pc_relative */
1215 complain_overflow_dont
, /* complain_on_overflow */
1216 bfd_elf_generic_reloc
, /* special_function */
1217 AARCH64_R_STR (TLSDESC_LDR
), /* name */
1218 FALSE
, /* partial_inplace */
1221 FALSE
), /* pcrel_offset */
1223 HOWTO64 (AARCH64_R (TLSDESC_ADD
), /* type */
1225 2, /* size (0 = byte, 1 = short, 2 = long) */
1227 FALSE
, /* pc_relative */
1229 complain_overflow_dont
, /* complain_on_overflow */
1230 bfd_elf_generic_reloc
, /* special_function */
1231 AARCH64_R_STR (TLSDESC_ADD
), /* name */
1232 FALSE
, /* partial_inplace */
1235 FALSE
), /* pcrel_offset */
1237 HOWTO (AARCH64_R (TLSDESC_CALL
), /* type */
1239 2, /* size (0 = byte, 1 = short, 2 = long) */
1241 FALSE
, /* pc_relative */
1243 complain_overflow_dont
, /* complain_on_overflow */
1244 bfd_elf_generic_reloc
, /* special_function */
1245 AARCH64_R_STR (TLSDESC_CALL
), /* name */
1246 FALSE
, /* partial_inplace */
1249 FALSE
), /* pcrel_offset */
1251 HOWTO (AARCH64_R (COPY
), /* type */
1253 2, /* size (0 = byte, 1 = short, 2 = long) */
1255 FALSE
, /* pc_relative */
1257 complain_overflow_bitfield
, /* complain_on_overflow */
1258 bfd_elf_generic_reloc
, /* special_function */
1259 AARCH64_R_STR (COPY
), /* name */
1260 TRUE
, /* partial_inplace */
1261 0xffffffff, /* src_mask */
1262 0xffffffff, /* dst_mask */
1263 FALSE
), /* pcrel_offset */
1265 HOWTO (AARCH64_R (GLOB_DAT
), /* type */
1267 2, /* size (0 = byte, 1 = short, 2 = long) */
1269 FALSE
, /* pc_relative */
1271 complain_overflow_bitfield
, /* complain_on_overflow */
1272 bfd_elf_generic_reloc
, /* special_function */
1273 AARCH64_R_STR (GLOB_DAT
), /* name */
1274 TRUE
, /* partial_inplace */
1275 0xffffffff, /* src_mask */
1276 0xffffffff, /* dst_mask */
1277 FALSE
), /* pcrel_offset */
1279 HOWTO (AARCH64_R (JUMP_SLOT
), /* type */
1281 2, /* size (0 = byte, 1 = short, 2 = long) */
1283 FALSE
, /* pc_relative */
1285 complain_overflow_bitfield
, /* complain_on_overflow */
1286 bfd_elf_generic_reloc
, /* special_function */
1287 AARCH64_R_STR (JUMP_SLOT
), /* name */
1288 TRUE
, /* partial_inplace */
1289 0xffffffff, /* src_mask */
1290 0xffffffff, /* dst_mask */
1291 FALSE
), /* pcrel_offset */
1293 HOWTO (AARCH64_R (RELATIVE
), /* type */
1295 2, /* size (0 = byte, 1 = short, 2 = long) */
1297 FALSE
, /* pc_relative */
1299 complain_overflow_bitfield
, /* complain_on_overflow */
1300 bfd_elf_generic_reloc
, /* special_function */
1301 AARCH64_R_STR (RELATIVE
), /* name */
1302 TRUE
, /* partial_inplace */
1303 ALL_ONES
, /* src_mask */
1304 ALL_ONES
, /* dst_mask */
1305 FALSE
), /* pcrel_offset */
1307 HOWTO (AARCH64_R (TLS_DTPMOD
), /* type */
1309 2, /* size (0 = byte, 1 = short, 2 = long) */
1311 FALSE
, /* pc_relative */
1313 complain_overflow_dont
, /* complain_on_overflow */
1314 bfd_elf_generic_reloc
, /* special_function */
1316 AARCH64_R_STR (TLS_DTPMOD64
), /* name */
1318 AARCH64_R_STR (TLS_DTPMOD
), /* name */
1320 FALSE
, /* partial_inplace */
1322 ALL_ONES
, /* dst_mask */
1323 FALSE
), /* pc_reloffset */
1325 HOWTO (AARCH64_R (TLS_DTPREL
), /* type */
1327 2, /* size (0 = byte, 1 = short, 2 = long) */
1329 FALSE
, /* pc_relative */
1331 complain_overflow_dont
, /* complain_on_overflow */
1332 bfd_elf_generic_reloc
, /* special_function */
1334 AARCH64_R_STR (TLS_DTPREL64
), /* name */
1336 AARCH64_R_STR (TLS_DTPREL
), /* name */
1338 FALSE
, /* partial_inplace */
1340 ALL_ONES
, /* dst_mask */
1341 FALSE
), /* pcrel_offset */
1343 HOWTO (AARCH64_R (TLS_TPREL
), /* type */
1345 2, /* size (0 = byte, 1 = short, 2 = long) */
1347 FALSE
, /* pc_relative */
1349 complain_overflow_dont
, /* complain_on_overflow */
1350 bfd_elf_generic_reloc
, /* special_function */
1352 AARCH64_R_STR (TLS_TPREL64
), /* name */
1354 AARCH64_R_STR (TLS_TPREL
), /* name */
1356 FALSE
, /* partial_inplace */
1358 ALL_ONES
, /* dst_mask */
1359 FALSE
), /* pcrel_offset */
1361 HOWTO (AARCH64_R (TLSDESC
), /* type */
1363 2, /* size (0 = byte, 1 = short, 2 = long) */
1365 FALSE
, /* pc_relative */
1367 complain_overflow_dont
, /* complain_on_overflow */
1368 bfd_elf_generic_reloc
, /* special_function */
1369 AARCH64_R_STR (TLSDESC
), /* name */
1370 FALSE
, /* partial_inplace */
1372 ALL_ONES
, /* dst_mask */
1373 FALSE
), /* pcrel_offset */
1375 HOWTO (AARCH64_R (IRELATIVE
), /* type */
1377 2, /* size (0 = byte, 1 = short, 2 = long) */
1379 FALSE
, /* pc_relative */
1381 complain_overflow_bitfield
, /* complain_on_overflow */
1382 bfd_elf_generic_reloc
, /* special_function */
1383 AARCH64_R_STR (IRELATIVE
), /* name */
1384 FALSE
, /* partial_inplace */
1386 ALL_ONES
, /* dst_mask */
1387 FALSE
), /* pcrel_offset */
1392 static reloc_howto_type elfNN_aarch64_howto_none
=
1393 HOWTO (R_AARCH64_NONE
, /* type */
1395 3, /* size (0 = byte, 1 = short, 2 = long) */
1397 FALSE
, /* pc_relative */
1399 complain_overflow_dont
,/* complain_on_overflow */
1400 bfd_elf_generic_reloc
, /* special_function */
1401 "R_AARCH64_NONE", /* name */
1402 FALSE
, /* partial_inplace */
1405 FALSE
); /* pcrel_offset */
1407 /* Given HOWTO, return the bfd internal relocation enumerator. */
1409 static bfd_reloc_code_real_type
1410 elfNN_aarch64_bfd_reloc_from_howto (reloc_howto_type
*howto
)
1413 = (int) ARRAY_SIZE (elfNN_aarch64_howto_table
);
1414 const ptrdiff_t offset
1415 = howto
- elfNN_aarch64_howto_table
;
1417 if (offset
> 0 && offset
< size
- 1)
1418 return BFD_RELOC_AARCH64_RELOC_START
+ offset
;
1420 if (howto
== &elfNN_aarch64_howto_none
)
1421 return BFD_RELOC_AARCH64_NONE
;
1423 return BFD_RELOC_AARCH64_RELOC_START
;
1426 /* Given R_TYPE, return the bfd internal relocation enumerator. */
1428 static bfd_reloc_code_real_type
1429 elfNN_aarch64_bfd_reloc_from_type (unsigned int r_type
)
1431 static bfd_boolean initialized_p
= FALSE
;
1432 /* Indexed by R_TYPE, values are offsets in the howto_table. */
1433 static unsigned int offsets
[R_AARCH64_end
];
1435 if (initialized_p
== FALSE
)
1439 for (i
= 1; i
< ARRAY_SIZE (elfNN_aarch64_howto_table
) - 1; ++i
)
1440 if (elfNN_aarch64_howto_table
[i
].type
!= 0)
1441 offsets
[elfNN_aarch64_howto_table
[i
].type
] = i
;
1443 initialized_p
= TRUE
;
1446 if (r_type
== R_AARCH64_NONE
|| r_type
== R_AARCH64_NULL
)
1447 return BFD_RELOC_AARCH64_NONE
;
1449 /* PR 17512: file: b371e70a. */
1450 if (r_type
>= R_AARCH64_end
)
1452 _bfd_error_handler (_("Invalid AArch64 reloc number: %d"), r_type
);
1453 bfd_set_error (bfd_error_bad_value
);
1454 return BFD_RELOC_AARCH64_NONE
;
1457 return BFD_RELOC_AARCH64_RELOC_START
+ offsets
[r_type
];
1460 struct elf_aarch64_reloc_map
1462 bfd_reloc_code_real_type from
;
1463 bfd_reloc_code_real_type to
;
1466 /* Map bfd generic reloc to AArch64-specific reloc. */
1467 static const struct elf_aarch64_reloc_map elf_aarch64_reloc_map
[] =
1469 {BFD_RELOC_NONE
, BFD_RELOC_AARCH64_NONE
},
1471 /* Basic data relocations. */
1472 {BFD_RELOC_CTOR
, BFD_RELOC_AARCH64_NN
},
1473 {BFD_RELOC_64
, BFD_RELOC_AARCH64_64
},
1474 {BFD_RELOC_32
, BFD_RELOC_AARCH64_32
},
1475 {BFD_RELOC_16
, BFD_RELOC_AARCH64_16
},
1476 {BFD_RELOC_64_PCREL
, BFD_RELOC_AARCH64_64_PCREL
},
1477 {BFD_RELOC_32_PCREL
, BFD_RELOC_AARCH64_32_PCREL
},
1478 {BFD_RELOC_16_PCREL
, BFD_RELOC_AARCH64_16_PCREL
},
1481 /* Given the bfd internal relocation enumerator in CODE, return the
1482 corresponding howto entry. */
1484 static reloc_howto_type
*
1485 elfNN_aarch64_howto_from_bfd_reloc (bfd_reloc_code_real_type code
)
1489 /* Convert bfd generic reloc to AArch64-specific reloc. */
1490 if (code
< BFD_RELOC_AARCH64_RELOC_START
1491 || code
> BFD_RELOC_AARCH64_RELOC_END
)
1492 for (i
= 0; i
< ARRAY_SIZE (elf_aarch64_reloc_map
); i
++)
1493 if (elf_aarch64_reloc_map
[i
].from
== code
)
1495 code
= elf_aarch64_reloc_map
[i
].to
;
1499 if (code
> BFD_RELOC_AARCH64_RELOC_START
1500 && code
< BFD_RELOC_AARCH64_RELOC_END
)
1501 if (elfNN_aarch64_howto_table
[code
- BFD_RELOC_AARCH64_RELOC_START
].type
)
1502 return &elfNN_aarch64_howto_table
[code
- BFD_RELOC_AARCH64_RELOC_START
];
1504 if (code
== BFD_RELOC_AARCH64_NONE
)
1505 return &elfNN_aarch64_howto_none
;
1510 static reloc_howto_type
*
1511 elfNN_aarch64_howto_from_type (unsigned int r_type
)
1513 bfd_reloc_code_real_type val
;
1514 reloc_howto_type
*howto
;
1519 bfd_set_error (bfd_error_bad_value
);
1524 if (r_type
== R_AARCH64_NONE
)
1525 return &elfNN_aarch64_howto_none
;
1527 val
= elfNN_aarch64_bfd_reloc_from_type (r_type
);
1528 howto
= elfNN_aarch64_howto_from_bfd_reloc (val
);
1533 bfd_set_error (bfd_error_bad_value
);
1538 elfNN_aarch64_info_to_howto (bfd
*abfd ATTRIBUTE_UNUSED
, arelent
*bfd_reloc
,
1539 Elf_Internal_Rela
*elf_reloc
)
1541 unsigned int r_type
;
1543 r_type
= ELFNN_R_TYPE (elf_reloc
->r_info
);
1544 bfd_reloc
->howto
= elfNN_aarch64_howto_from_type (r_type
);
1547 static reloc_howto_type
*
1548 elfNN_aarch64_reloc_type_lookup (bfd
*abfd ATTRIBUTE_UNUSED
,
1549 bfd_reloc_code_real_type code
)
1551 reloc_howto_type
*howto
= elfNN_aarch64_howto_from_bfd_reloc (code
);
1556 bfd_set_error (bfd_error_bad_value
);
1560 static reloc_howto_type
*
1561 elfNN_aarch64_reloc_name_lookup (bfd
*abfd ATTRIBUTE_UNUSED
,
1566 for (i
= 1; i
< ARRAY_SIZE (elfNN_aarch64_howto_table
) - 1; ++i
)
1567 if (elfNN_aarch64_howto_table
[i
].name
!= NULL
1568 && strcasecmp (elfNN_aarch64_howto_table
[i
].name
, r_name
) == 0)
1569 return &elfNN_aarch64_howto_table
[i
];
1574 #define TARGET_LITTLE_SYM aarch64_elfNN_le_vec
1575 #define TARGET_LITTLE_NAME "elfNN-littleaarch64"
1576 #define TARGET_BIG_SYM aarch64_elfNN_be_vec
1577 #define TARGET_BIG_NAME "elfNN-bigaarch64"
1579 /* The linker script knows the section names for placement.
1580 The entry_names are used to do simple name mangling on the stubs.
1581 Given a function name, and its type, the stub can be found. The
1582 name can be changed. The only requirement is the %s be present. */
1583 #define STUB_ENTRY_NAME "__%s_veneer"
1585 /* The name of the dynamic interpreter. This is put in the .interp
1587 #define ELF_DYNAMIC_INTERPRETER "/lib/ld.so.1"
1589 #define AARCH64_MAX_FWD_BRANCH_OFFSET \
1590 (((1 << 25) - 1) << 2)
1591 #define AARCH64_MAX_BWD_BRANCH_OFFSET \
1594 #define AARCH64_MAX_ADRP_IMM ((1 << 20) - 1)
1595 #define AARCH64_MIN_ADRP_IMM (-(1 << 20))
1598 aarch64_valid_for_adrp_p (bfd_vma value
, bfd_vma place
)
1600 bfd_signed_vma offset
= (bfd_signed_vma
) (PG (value
) - PG (place
)) >> 12;
1601 return offset
<= AARCH64_MAX_ADRP_IMM
&& offset
>= AARCH64_MIN_ADRP_IMM
;
1605 aarch64_valid_branch_p (bfd_vma value
, bfd_vma place
)
1607 bfd_signed_vma offset
= (bfd_signed_vma
) (value
- place
);
1608 return (offset
<= AARCH64_MAX_FWD_BRANCH_OFFSET
1609 && offset
>= AARCH64_MAX_BWD_BRANCH_OFFSET
);
1612 static const uint32_t aarch64_adrp_branch_stub
[] =
1614 0x90000010, /* adrp ip0, X */
1615 /* R_AARCH64_ADR_HI21_PCREL(X) */
1616 0x91000210, /* add ip0, ip0, :lo12:X */
1617 /* R_AARCH64_ADD_ABS_LO12_NC(X) */
1618 0xd61f0200, /* br ip0 */
1621 static const uint32_t aarch64_long_branch_stub
[] =
1624 0x58000090, /* ldr ip0, 1f */
1626 0x18000090, /* ldr wip0, 1f */
1628 0x10000011, /* adr ip1, #0 */
1629 0x8b110210, /* add ip0, ip0, ip1 */
1630 0xd61f0200, /* br ip0 */
1631 0x00000000, /* 1: .xword or .word
1632 R_AARCH64_PRELNN(X) + 12
1637 static const uint32_t aarch64_erratum_835769_stub
[] =
1639 0x00000000, /* Placeholder for multiply accumulate. */
1640 0x14000000, /* b <label> */
1643 /* Section name for stubs is the associated section name plus this
1645 #define STUB_SUFFIX ".stub"
1647 enum elf_aarch64_stub_type
1650 aarch64_stub_adrp_branch
,
1651 aarch64_stub_long_branch
,
1652 aarch64_stub_erratum_835769_veneer
,
1655 struct elf_aarch64_stub_hash_entry
1657 /* Base hash table entry structure. */
1658 struct bfd_hash_entry root
;
1660 /* The stub section. */
1663 /* Offset within stub_sec of the beginning of this stub. */
1664 bfd_vma stub_offset
;
1666 /* Given the symbol's value and its section we can determine its final
1667 value when building the stubs (so the stub knows where to jump). */
1668 bfd_vma target_value
;
1669 asection
*target_section
;
1671 enum elf_aarch64_stub_type stub_type
;
1673 /* The symbol table entry, if any, that this was derived from. */
1674 struct elf_aarch64_link_hash_entry
*h
;
1676 /* Destination symbol type */
1677 unsigned char st_type
;
1679 /* Where this stub is being called from, or, in the case of combined
1680 stub sections, the first input section in the group. */
1683 /* The name for the local symbol at the start of this stub. The
1684 stub name in the hash table has to be unique; this does not, so
1685 it can be friendlier. */
1688 /* The instruction which caused this stub to be generated (only valid for
1689 erratum 835769 workaround stubs at present). */
1690 uint32_t veneered_insn
;
1693 /* Used to build a map of a section. This is required for mixed-endian
1696 typedef struct elf_elf_section_map
1701 elf_aarch64_section_map
;
1704 typedef struct _aarch64_elf_section_data
1706 struct bfd_elf_section_data elf
;
1707 unsigned int mapcount
;
1708 unsigned int mapsize
;
1709 elf_aarch64_section_map
*map
;
1711 _aarch64_elf_section_data
;
1713 #define elf_aarch64_section_data(sec) \
1714 ((_aarch64_elf_section_data *) elf_section_data (sec))
1716 /* A fix-descriptor for erratum 835769. */
1717 struct aarch64_erratum_835769_fix
1722 uint32_t veneered_insn
;
1724 enum elf_aarch64_stub_type stub_type
;
1727 /* The size of the thread control block which is defined to be two pointers. */
1728 #define TCB_SIZE (ARCH_SIZE/8)*2
1730 struct elf_aarch64_local_symbol
1732 unsigned int got_type
;
1733 bfd_signed_vma got_refcount
;
1736 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The
1737 offset is from the end of the jump table and reserved entries
1740 The magic value (bfd_vma) -1 indicates that an offset has not be
1742 bfd_vma tlsdesc_got_jump_table_offset
;
1745 struct elf_aarch64_obj_tdata
1747 struct elf_obj_tdata root
;
1749 /* local symbol descriptors */
1750 struct elf_aarch64_local_symbol
*locals
;
1752 /* Zero to warn when linking objects with incompatible enum sizes. */
1753 int no_enum_size_warning
;
1755 /* Zero to warn when linking objects with incompatible wchar_t sizes. */
1756 int no_wchar_size_warning
;
1759 #define elf_aarch64_tdata(bfd) \
1760 ((struct elf_aarch64_obj_tdata *) (bfd)->tdata.any)
1762 #define elf_aarch64_locals(bfd) (elf_aarch64_tdata (bfd)->locals)
1764 #define is_aarch64_elf(bfd) \
1765 (bfd_get_flavour (bfd) == bfd_target_elf_flavour \
1766 && elf_tdata (bfd) != NULL \
1767 && elf_object_id (bfd) == AARCH64_ELF_DATA)
1770 elfNN_aarch64_mkobject (bfd
*abfd
)
1772 return bfd_elf_allocate_object (abfd
, sizeof (struct elf_aarch64_obj_tdata
),
1776 #define elf_aarch64_hash_entry(ent) \
1777 ((struct elf_aarch64_link_hash_entry *)(ent))
1779 #define GOT_UNKNOWN 0
1780 #define GOT_NORMAL 1
1781 #define GOT_TLS_GD 2
1782 #define GOT_TLS_IE 4
1783 #define GOT_TLSDESC_GD 8
1785 #define GOT_TLS_GD_ANY_P(type) ((type & GOT_TLS_GD) || (type & GOT_TLSDESC_GD))
1787 /* AArch64 ELF linker hash entry. */
1788 struct elf_aarch64_link_hash_entry
1790 struct elf_link_hash_entry root
;
1792 /* Track dynamic relocs copied for this symbol. */
1793 struct elf_dyn_relocs
*dyn_relocs
;
1795 /* Since PLT entries have variable size, we need to record the
1796 index into .got.plt instead of recomputing it from the PLT
1798 bfd_signed_vma plt_got_offset
;
1800 /* Bit mask representing the type of GOT entry(s) if any required by
1802 unsigned int got_type
;
1804 /* A pointer to the most recently used stub hash entry against this
1806 struct elf_aarch64_stub_hash_entry
*stub_cache
;
1808 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The offset
1809 is from the end of the jump table and reserved entries within the PLTGOT.
1811 The magic value (bfd_vma) -1 indicates that an offset has not
1813 bfd_vma tlsdesc_got_jump_table_offset
;
1817 elfNN_aarch64_symbol_got_type (struct elf_link_hash_entry
*h
,
1819 unsigned long r_symndx
)
1822 return elf_aarch64_hash_entry (h
)->got_type
;
1824 if (! elf_aarch64_locals (abfd
))
1827 return elf_aarch64_locals (abfd
)[r_symndx
].got_type
;
1830 /* Get the AArch64 elf linker hash table from a link_info structure. */
1831 #define elf_aarch64_hash_table(info) \
1832 ((struct elf_aarch64_link_hash_table *) ((info)->hash))
1834 #define aarch64_stub_hash_lookup(table, string, create, copy) \
1835 ((struct elf_aarch64_stub_hash_entry *) \
1836 bfd_hash_lookup ((table), (string), (create), (copy)))
1838 /* AArch64 ELF linker hash table. */
1839 struct elf_aarch64_link_hash_table
1841 /* The main hash table. */
1842 struct elf_link_hash_table root
;
1844 /* Nonzero to force PIC branch veneers. */
1847 /* Fix erratum 835769. */
1848 int fix_erratum_835769
;
1850 /* The number of bytes in the initial entry in the PLT. */
1851 bfd_size_type plt_header_size
;
1853 /* The number of bytes in the subsequent PLT etries. */
1854 bfd_size_type plt_entry_size
;
1856 /* Short-cuts to get to dynamic linker sections. */
1860 /* Small local sym cache. */
1861 struct sym_cache sym_cache
;
1863 /* For convenience in allocate_dynrelocs. */
1866 /* The amount of space used by the reserved portion of the sgotplt
1867 section, plus whatever space is used by the jump slots. */
1868 bfd_vma sgotplt_jump_table_size
;
1870 /* The stub hash table. */
1871 struct bfd_hash_table stub_hash_table
;
1873 /* Linker stub bfd. */
1876 /* Linker call-backs. */
1877 asection
*(*add_stub_section
) (const char *, asection
*);
1878 void (*layout_sections_again
) (void);
1880 /* Array to keep track of which stub sections have been created, and
1881 information on stub grouping. */
1884 /* This is the section to which stubs in the group will be
1887 /* The stub section. */
1891 /* Assorted information used by elfNN_aarch64_size_stubs. */
1892 unsigned int bfd_count
;
1894 asection
**input_list
;
1896 /* The offset into splt of the PLT entry for the TLS descriptor
1897 resolver. Special values are 0, if not necessary (or not found
1898 to be necessary yet), and -1 if needed but not determined
1900 bfd_vma tlsdesc_plt
;
1902 /* The GOT offset for the lazy trampoline. Communicated to the
1903 loader via DT_TLSDESC_GOT. The magic value (bfd_vma) -1
1904 indicates an offset is not allocated. */
1905 bfd_vma dt_tlsdesc_got
;
1907 /* Used by local STT_GNU_IFUNC symbols. */
1908 htab_t loc_hash_table
;
1909 void * loc_hash_memory
;
1912 /* Create an entry in an AArch64 ELF linker hash table. */
1914 static struct bfd_hash_entry
*
1915 elfNN_aarch64_link_hash_newfunc (struct bfd_hash_entry
*entry
,
1916 struct bfd_hash_table
*table
,
1919 struct elf_aarch64_link_hash_entry
*ret
=
1920 (struct elf_aarch64_link_hash_entry
*) entry
;
1922 /* Allocate the structure if it has not already been allocated by a
1925 ret
= bfd_hash_allocate (table
,
1926 sizeof (struct elf_aarch64_link_hash_entry
));
1928 return (struct bfd_hash_entry
*) ret
;
1930 /* Call the allocation method of the superclass. */
1931 ret
= ((struct elf_aarch64_link_hash_entry
*)
1932 _bfd_elf_link_hash_newfunc ((struct bfd_hash_entry
*) ret
,
1936 ret
->dyn_relocs
= NULL
;
1937 ret
->got_type
= GOT_UNKNOWN
;
1938 ret
->plt_got_offset
= (bfd_vma
) - 1;
1939 ret
->stub_cache
= NULL
;
1940 ret
->tlsdesc_got_jump_table_offset
= (bfd_vma
) - 1;
1943 return (struct bfd_hash_entry
*) ret
;
1946 /* Initialize an entry in the stub hash table. */
1948 static struct bfd_hash_entry
*
1949 stub_hash_newfunc (struct bfd_hash_entry
*entry
,
1950 struct bfd_hash_table
*table
, const char *string
)
1952 /* Allocate the structure if it has not already been allocated by a
1956 entry
= bfd_hash_allocate (table
,
1958 elf_aarch64_stub_hash_entry
));
1963 /* Call the allocation method of the superclass. */
1964 entry
= bfd_hash_newfunc (entry
, table
, string
);
1967 struct elf_aarch64_stub_hash_entry
*eh
;
1969 /* Initialize the local fields. */
1970 eh
= (struct elf_aarch64_stub_hash_entry
*) entry
;
1971 eh
->stub_sec
= NULL
;
1972 eh
->stub_offset
= 0;
1973 eh
->target_value
= 0;
1974 eh
->target_section
= NULL
;
1975 eh
->stub_type
= aarch64_stub_none
;
1983 /* Compute a hash of a local hash entry. We use elf_link_hash_entry
1984 for local symbol so that we can handle local STT_GNU_IFUNC symbols
1985 as global symbol. We reuse indx and dynstr_index for local symbol
1986 hash since they aren't used by global symbols in this backend. */
1989 elfNN_aarch64_local_htab_hash (const void *ptr
)
1991 struct elf_link_hash_entry
*h
1992 = (struct elf_link_hash_entry
*) ptr
;
1993 return ELF_LOCAL_SYMBOL_HASH (h
->indx
, h
->dynstr_index
);
1996 /* Compare local hash entries. */
1999 elfNN_aarch64_local_htab_eq (const void *ptr1
, const void *ptr2
)
2001 struct elf_link_hash_entry
*h1
2002 = (struct elf_link_hash_entry
*) ptr1
;
2003 struct elf_link_hash_entry
*h2
2004 = (struct elf_link_hash_entry
*) ptr2
;
2006 return h1
->indx
== h2
->indx
&& h1
->dynstr_index
== h2
->dynstr_index
;
2009 /* Find and/or create a hash entry for local symbol. */
2011 static struct elf_link_hash_entry
*
2012 elfNN_aarch64_get_local_sym_hash (struct elf_aarch64_link_hash_table
*htab
,
2013 bfd
*abfd
, const Elf_Internal_Rela
*rel
,
2016 struct elf_aarch64_link_hash_entry e
, *ret
;
2017 asection
*sec
= abfd
->sections
;
2018 hashval_t h
= ELF_LOCAL_SYMBOL_HASH (sec
->id
,
2019 ELFNN_R_SYM (rel
->r_info
));
2022 e
.root
.indx
= sec
->id
;
2023 e
.root
.dynstr_index
= ELFNN_R_SYM (rel
->r_info
);
2024 slot
= htab_find_slot_with_hash (htab
->loc_hash_table
, &e
, h
,
2025 create
? INSERT
: NO_INSERT
);
2032 ret
= (struct elf_aarch64_link_hash_entry
*) *slot
;
2036 ret
= (struct elf_aarch64_link_hash_entry
*)
2037 objalloc_alloc ((struct objalloc
*) htab
->loc_hash_memory
,
2038 sizeof (struct elf_aarch64_link_hash_entry
));
2041 memset (ret
, 0, sizeof (*ret
));
2042 ret
->root
.indx
= sec
->id
;
2043 ret
->root
.dynstr_index
= ELFNN_R_SYM (rel
->r_info
);
2044 ret
->root
.dynindx
= -1;
2050 /* Copy the extra info we tack onto an elf_link_hash_entry. */
2053 elfNN_aarch64_copy_indirect_symbol (struct bfd_link_info
*info
,
2054 struct elf_link_hash_entry
*dir
,
2055 struct elf_link_hash_entry
*ind
)
2057 struct elf_aarch64_link_hash_entry
*edir
, *eind
;
2059 edir
= (struct elf_aarch64_link_hash_entry
*) dir
;
2060 eind
= (struct elf_aarch64_link_hash_entry
*) ind
;
2062 if (eind
->dyn_relocs
!= NULL
)
2064 if (edir
->dyn_relocs
!= NULL
)
2066 struct elf_dyn_relocs
**pp
;
2067 struct elf_dyn_relocs
*p
;
2069 /* Add reloc counts against the indirect sym to the direct sym
2070 list. Merge any entries against the same section. */
2071 for (pp
= &eind
->dyn_relocs
; (p
= *pp
) != NULL
;)
2073 struct elf_dyn_relocs
*q
;
2075 for (q
= edir
->dyn_relocs
; q
!= NULL
; q
= q
->next
)
2076 if (q
->sec
== p
->sec
)
2078 q
->pc_count
+= p
->pc_count
;
2079 q
->count
+= p
->count
;
2086 *pp
= edir
->dyn_relocs
;
2089 edir
->dyn_relocs
= eind
->dyn_relocs
;
2090 eind
->dyn_relocs
= NULL
;
2093 if (ind
->root
.type
== bfd_link_hash_indirect
)
2095 /* Copy over PLT info. */
2096 if (dir
->got
.refcount
<= 0)
2098 edir
->got_type
= eind
->got_type
;
2099 eind
->got_type
= GOT_UNKNOWN
;
2103 _bfd_elf_link_hash_copy_indirect (info
, dir
, ind
);
2106 /* Destroy an AArch64 elf linker hash table. */
2109 elfNN_aarch64_link_hash_table_free (bfd
*obfd
)
2111 struct elf_aarch64_link_hash_table
*ret
2112 = (struct elf_aarch64_link_hash_table
*) obfd
->link
.hash
;
2114 if (ret
->loc_hash_table
)
2115 htab_delete (ret
->loc_hash_table
);
2116 if (ret
->loc_hash_memory
)
2117 objalloc_free ((struct objalloc
*) ret
->loc_hash_memory
);
2119 bfd_hash_table_free (&ret
->stub_hash_table
);
2120 _bfd_elf_link_hash_table_free (obfd
);
2123 /* Create an AArch64 elf linker hash table. */
2125 static struct bfd_link_hash_table
*
2126 elfNN_aarch64_link_hash_table_create (bfd
*abfd
)
2128 struct elf_aarch64_link_hash_table
*ret
;
2129 bfd_size_type amt
= sizeof (struct elf_aarch64_link_hash_table
);
2131 ret
= bfd_zmalloc (amt
);
2135 if (!_bfd_elf_link_hash_table_init
2136 (&ret
->root
, abfd
, elfNN_aarch64_link_hash_newfunc
,
2137 sizeof (struct elf_aarch64_link_hash_entry
), AARCH64_ELF_DATA
))
2143 ret
->plt_header_size
= PLT_ENTRY_SIZE
;
2144 ret
->plt_entry_size
= PLT_SMALL_ENTRY_SIZE
;
2146 ret
->dt_tlsdesc_got
= (bfd_vma
) - 1;
2148 if (!bfd_hash_table_init (&ret
->stub_hash_table
, stub_hash_newfunc
,
2149 sizeof (struct elf_aarch64_stub_hash_entry
)))
2151 _bfd_elf_link_hash_table_free (abfd
);
2155 ret
->loc_hash_table
= htab_try_create (1024,
2156 elfNN_aarch64_local_htab_hash
,
2157 elfNN_aarch64_local_htab_eq
,
2159 ret
->loc_hash_memory
= objalloc_create ();
2160 if (!ret
->loc_hash_table
|| !ret
->loc_hash_memory
)
2162 elfNN_aarch64_link_hash_table_free (abfd
);
2165 ret
->root
.root
.hash_table_free
= elfNN_aarch64_link_hash_table_free
;
2167 return &ret
->root
.root
;
2171 aarch64_relocate (unsigned int r_type
, bfd
*input_bfd
, asection
*input_section
,
2172 bfd_vma offset
, bfd_vma value
)
2174 reloc_howto_type
*howto
;
2177 howto
= elfNN_aarch64_howto_from_type (r_type
);
2178 place
= (input_section
->output_section
->vma
+ input_section
->output_offset
2181 r_type
= elfNN_aarch64_bfd_reloc_from_type (r_type
);
2182 value
= _bfd_aarch64_elf_resolve_relocation (r_type
, place
, value
, 0, FALSE
);
2183 return _bfd_aarch64_elf_put_addend (input_bfd
,
2184 input_section
->contents
+ offset
, r_type
,
2188 static enum elf_aarch64_stub_type
2189 aarch64_select_branch_stub (bfd_vma value
, bfd_vma place
)
2191 if (aarch64_valid_for_adrp_p (value
, place
))
2192 return aarch64_stub_adrp_branch
;
2193 return aarch64_stub_long_branch
;
2196 /* Determine the type of stub needed, if any, for a call. */
2198 static enum elf_aarch64_stub_type
2199 aarch64_type_of_stub (struct bfd_link_info
*info
,
2200 asection
*input_sec
,
2201 const Elf_Internal_Rela
*rel
,
2202 unsigned char st_type
,
2203 struct elf_aarch64_link_hash_entry
*hash
,
2204 bfd_vma destination
)
2207 bfd_signed_vma branch_offset
;
2208 unsigned int r_type
;
2209 struct elf_aarch64_link_hash_table
*globals
;
2210 enum elf_aarch64_stub_type stub_type
= aarch64_stub_none
;
2211 bfd_boolean via_plt_p
;
2213 if (st_type
!= STT_FUNC
)
2216 globals
= elf_aarch64_hash_table (info
);
2217 via_plt_p
= (globals
->root
.splt
!= NULL
&& hash
!= NULL
2218 && hash
->root
.plt
.offset
!= (bfd_vma
) - 1);
2223 /* Determine where the call point is. */
2224 location
= (input_sec
->output_offset
2225 + input_sec
->output_section
->vma
+ rel
->r_offset
);
2227 branch_offset
= (bfd_signed_vma
) (destination
- location
);
2229 r_type
= ELFNN_R_TYPE (rel
->r_info
);
2231 /* We don't want to redirect any old unconditional jump in this way,
2232 only one which is being used for a sibcall, where it is
2233 acceptable for the IP0 and IP1 registers to be clobbered. */
2234 if ((r_type
== AARCH64_R (CALL26
) || r_type
== AARCH64_R (JUMP26
))
2235 && (branch_offset
> AARCH64_MAX_FWD_BRANCH_OFFSET
2236 || branch_offset
< AARCH64_MAX_BWD_BRANCH_OFFSET
))
2238 stub_type
= aarch64_stub_long_branch
;
2244 /* Build a name for an entry in the stub hash table. */
2247 elfNN_aarch64_stub_name (const asection
*input_section
,
2248 const asection
*sym_sec
,
2249 const struct elf_aarch64_link_hash_entry
*hash
,
2250 const Elf_Internal_Rela
*rel
)
2257 len
= 8 + 1 + strlen (hash
->root
.root
.root
.string
) + 1 + 16 + 1;
2258 stub_name
= bfd_malloc (len
);
2259 if (stub_name
!= NULL
)
2260 snprintf (stub_name
, len
, "%08x_%s+%" BFD_VMA_FMT
"x",
2261 (unsigned int) input_section
->id
,
2262 hash
->root
.root
.root
.string
,
2267 len
= 8 + 1 + 8 + 1 + 8 + 1 + 16 + 1;
2268 stub_name
= bfd_malloc (len
);
2269 if (stub_name
!= NULL
)
2270 snprintf (stub_name
, len
, "%08x_%x:%x+%" BFD_VMA_FMT
"x",
2271 (unsigned int) input_section
->id
,
2272 (unsigned int) sym_sec
->id
,
2273 (unsigned int) ELFNN_R_SYM (rel
->r_info
),
2280 /* Look up an entry in the stub hash. Stub entries are cached because
2281 creating the stub name takes a bit of time. */
2283 static struct elf_aarch64_stub_hash_entry
*
2284 elfNN_aarch64_get_stub_entry (const asection
*input_section
,
2285 const asection
*sym_sec
,
2286 struct elf_link_hash_entry
*hash
,
2287 const Elf_Internal_Rela
*rel
,
2288 struct elf_aarch64_link_hash_table
*htab
)
2290 struct elf_aarch64_stub_hash_entry
*stub_entry
;
2291 struct elf_aarch64_link_hash_entry
*h
=
2292 (struct elf_aarch64_link_hash_entry
*) hash
;
2293 const asection
*id_sec
;
2295 if ((input_section
->flags
& SEC_CODE
) == 0)
2298 /* If this input section is part of a group of sections sharing one
2299 stub section, then use the id of the first section in the group.
2300 Stub names need to include a section id, as there may well be
2301 more than one stub used to reach say, printf, and we need to
2302 distinguish between them. */
2303 id_sec
= htab
->stub_group
[input_section
->id
].link_sec
;
2305 if (h
!= NULL
&& h
->stub_cache
!= NULL
2306 && h
->stub_cache
->h
== h
&& h
->stub_cache
->id_sec
== id_sec
)
2308 stub_entry
= h
->stub_cache
;
2314 stub_name
= elfNN_aarch64_stub_name (id_sec
, sym_sec
, h
, rel
);
2315 if (stub_name
== NULL
)
2318 stub_entry
= aarch64_stub_hash_lookup (&htab
->stub_hash_table
,
2319 stub_name
, FALSE
, FALSE
);
2321 h
->stub_cache
= stub_entry
;
2330 /* Find or create a stub section in the stub group for an input
2334 _bfd_aarch64_create_or_find_stub_sec (asection
*section
,
2335 struct elf_aarch64_link_hash_table
*htab
)
2340 link_sec
= htab
->stub_group
[section
->id
].link_sec
;
2341 BFD_ASSERT (link_sec
!= NULL
);
2342 stub_sec
= htab
->stub_group
[section
->id
].stub_sec
;
2344 if (stub_sec
== NULL
)
2346 stub_sec
= htab
->stub_group
[link_sec
->id
].stub_sec
;
2347 if (stub_sec
== NULL
)
2353 namelen
= strlen (link_sec
->name
);
2354 len
= namelen
+ sizeof (STUB_SUFFIX
);
2355 s_name
= bfd_alloc (htab
->stub_bfd
, len
);
2359 memcpy (s_name
, link_sec
->name
, namelen
);
2360 memcpy (s_name
+ namelen
, STUB_SUFFIX
, sizeof (STUB_SUFFIX
));
2361 stub_sec
= (*htab
->add_stub_section
) (s_name
, link_sec
);
2363 if (stub_sec
== NULL
)
2365 htab
->stub_group
[link_sec
->id
].stub_sec
= stub_sec
;
2367 htab
->stub_group
[section
->id
].stub_sec
= stub_sec
;
2374 /* Add a new stub entry in the stub group associated with an input
2375 section to the stub hash. Not all fields of the new stub entry are
2378 static struct elf_aarch64_stub_hash_entry
*
2379 _bfd_aarch64_add_stub_entry_in_group (const char *stub_name
,
2381 struct elf_aarch64_link_hash_table
*htab
)
2385 struct elf_aarch64_stub_hash_entry
*stub_entry
;
2387 link_sec
= htab
->stub_group
[section
->id
].link_sec
;
2388 stub_sec
= _bfd_aarch64_create_or_find_stub_sec (section
, htab
);
2390 /* Enter this entry into the linker stub hash table. */
2391 stub_entry
= aarch64_stub_hash_lookup (&htab
->stub_hash_table
, stub_name
,
2393 if (stub_entry
== NULL
)
2395 (*_bfd_error_handler
) (_("%s: cannot create stub entry %s"),
2396 section
->owner
, stub_name
);
2400 stub_entry
->stub_sec
= stub_sec
;
2401 stub_entry
->stub_offset
= 0;
2402 stub_entry
->id_sec
= link_sec
;
2408 aarch64_build_one_stub (struct bfd_hash_entry
*gen_entry
,
2409 void *in_arg ATTRIBUTE_UNUSED
)
2411 struct elf_aarch64_stub_hash_entry
*stub_entry
;
2416 bfd_vma veneered_insn_loc
;
2417 bfd_vma veneer_entry_loc
;
2418 bfd_signed_vma branch_offset
= 0;
2419 unsigned int template_size
;
2420 const uint32_t *template;
2423 /* Massage our args to the form they really have. */
2424 stub_entry
= (struct elf_aarch64_stub_hash_entry
*) gen_entry
;
2426 stub_sec
= stub_entry
->stub_sec
;
2428 /* Make a note of the offset within the stubs for this entry. */
2429 stub_entry
->stub_offset
= stub_sec
->size
;
2430 loc
= stub_sec
->contents
+ stub_entry
->stub_offset
;
2432 stub_bfd
= stub_sec
->owner
;
2434 /* This is the address of the stub destination. */
2435 sym_value
= (stub_entry
->target_value
2436 + stub_entry
->target_section
->output_offset
2437 + stub_entry
->target_section
->output_section
->vma
);
2439 if (stub_entry
->stub_type
== aarch64_stub_long_branch
)
2441 bfd_vma place
= (stub_entry
->stub_offset
+ stub_sec
->output_section
->vma
2442 + stub_sec
->output_offset
);
2444 /* See if we can relax the stub. */
2445 if (aarch64_valid_for_adrp_p (sym_value
, place
))
2446 stub_entry
->stub_type
= aarch64_select_branch_stub (sym_value
, place
);
2449 switch (stub_entry
->stub_type
)
2451 case aarch64_stub_adrp_branch
:
2452 template = aarch64_adrp_branch_stub
;
2453 template_size
= sizeof (aarch64_adrp_branch_stub
);
2455 case aarch64_stub_long_branch
:
2456 template = aarch64_long_branch_stub
;
2457 template_size
= sizeof (aarch64_long_branch_stub
);
2459 case aarch64_stub_erratum_835769_veneer
:
2460 template = aarch64_erratum_835769_stub
;
2461 template_size
= sizeof (aarch64_erratum_835769_stub
);
2467 for (i
= 0; i
< (template_size
/ sizeof template[0]); i
++)
2469 bfd_putl32 (template[i
], loc
);
2473 template_size
= (template_size
+ 7) & ~7;
2474 stub_sec
->size
+= template_size
;
2476 switch (stub_entry
->stub_type
)
2478 case aarch64_stub_adrp_branch
:
2479 if (aarch64_relocate (AARCH64_R (ADR_PREL_PG_HI21
), stub_bfd
, stub_sec
,
2480 stub_entry
->stub_offset
, sym_value
))
2481 /* The stub would not have been relaxed if the offset was out
2485 _bfd_final_link_relocate
2486 (elfNN_aarch64_howto_from_type (AARCH64_R (ADD_ABS_LO12_NC
)),
2490 stub_entry
->stub_offset
+ 4,
2495 case aarch64_stub_long_branch
:
2496 /* We want the value relative to the address 12 bytes back from the
2498 _bfd_final_link_relocate (elfNN_aarch64_howto_from_type
2499 (AARCH64_R (PRELNN
)), stub_bfd
, stub_sec
,
2501 stub_entry
->stub_offset
+ 16,
2505 case aarch64_stub_erratum_835769_veneer
:
2506 veneered_insn_loc
= stub_entry
->target_section
->output_section
->vma
2507 + stub_entry
->target_section
->output_offset
2508 + stub_entry
->target_value
;
2509 veneer_entry_loc
= stub_entry
->stub_sec
->output_section
->vma
2510 + stub_entry
->stub_sec
->output_offset
2511 + stub_entry
->stub_offset
;
2512 branch_offset
= veneered_insn_loc
- veneer_entry_loc
;
2513 branch_offset
>>= 2;
2514 branch_offset
&= 0x3ffffff;
2515 bfd_putl32 (stub_entry
->veneered_insn
,
2516 stub_sec
->contents
+ stub_entry
->stub_offset
);
2517 bfd_putl32 (template[1] | branch_offset
,
2518 stub_sec
->contents
+ stub_entry
->stub_offset
+ 4);
2528 /* As above, but don't actually build the stub. Just bump offset so
2529 we know stub section sizes. */
2532 aarch64_size_one_stub (struct bfd_hash_entry
*gen_entry
,
2533 void *in_arg ATTRIBUTE_UNUSED
)
2535 struct elf_aarch64_stub_hash_entry
*stub_entry
;
2538 /* Massage our args to the form they really have. */
2539 stub_entry
= (struct elf_aarch64_stub_hash_entry
*) gen_entry
;
2541 switch (stub_entry
->stub_type
)
2543 case aarch64_stub_adrp_branch
:
2544 size
= sizeof (aarch64_adrp_branch_stub
);
2546 case aarch64_stub_long_branch
:
2547 size
= sizeof (aarch64_long_branch_stub
);
2549 case aarch64_stub_erratum_835769_veneer
:
2550 size
= sizeof (aarch64_erratum_835769_stub
);
2556 size
= (size
+ 7) & ~7;
2557 stub_entry
->stub_sec
->size
+= size
;
2561 /* External entry points for sizing and building linker stubs. */
2563 /* Set up various things so that we can make a list of input sections
2564 for each output section included in the link. Returns -1 on error,
2565 0 when no stubs will be needed, and 1 on success. */
2568 elfNN_aarch64_setup_section_lists (bfd
*output_bfd
,
2569 struct bfd_link_info
*info
)
2572 unsigned int bfd_count
;
2573 int top_id
, top_index
;
2575 asection
**input_list
, **list
;
2577 struct elf_aarch64_link_hash_table
*htab
=
2578 elf_aarch64_hash_table (info
);
2580 if (!is_elf_hash_table (htab
))
2583 /* Count the number of input BFDs and find the top input section id. */
2584 for (input_bfd
= info
->input_bfds
, bfd_count
= 0, top_id
= 0;
2585 input_bfd
!= NULL
; input_bfd
= input_bfd
->link
.next
)
2588 for (section
= input_bfd
->sections
;
2589 section
!= NULL
; section
= section
->next
)
2591 if (top_id
< section
->id
)
2592 top_id
= section
->id
;
2595 htab
->bfd_count
= bfd_count
;
2597 amt
= sizeof (struct map_stub
) * (top_id
+ 1);
2598 htab
->stub_group
= bfd_zmalloc (amt
);
2599 if (htab
->stub_group
== NULL
)
2602 /* We can't use output_bfd->section_count here to find the top output
2603 section index as some sections may have been removed, and
2604 _bfd_strip_section_from_output doesn't renumber the indices. */
2605 for (section
= output_bfd
->sections
, top_index
= 0;
2606 section
!= NULL
; section
= section
->next
)
2608 if (top_index
< section
->index
)
2609 top_index
= section
->index
;
2612 htab
->top_index
= top_index
;
2613 amt
= sizeof (asection
*) * (top_index
+ 1);
2614 input_list
= bfd_malloc (amt
);
2615 htab
->input_list
= input_list
;
2616 if (input_list
== NULL
)
2619 /* For sections we aren't interested in, mark their entries with a
2620 value we can check later. */
2621 list
= input_list
+ top_index
;
2623 *list
= bfd_abs_section_ptr
;
2624 while (list
-- != input_list
);
2626 for (section
= output_bfd
->sections
;
2627 section
!= NULL
; section
= section
->next
)
2629 if ((section
->flags
& SEC_CODE
) != 0)
2630 input_list
[section
->index
] = NULL
;
2636 /* Used by elfNN_aarch64_next_input_section and group_sections. */
2637 #define PREV_SEC(sec) (htab->stub_group[(sec)->id].link_sec)
2639 /* The linker repeatedly calls this function for each input section,
2640 in the order that input sections are linked into output sections.
2641 Build lists of input sections to determine groupings between which
2642 we may insert linker stubs. */
2645 elfNN_aarch64_next_input_section (struct bfd_link_info
*info
, asection
*isec
)
2647 struct elf_aarch64_link_hash_table
*htab
=
2648 elf_aarch64_hash_table (info
);
2650 if (isec
->output_section
->index
<= htab
->top_index
)
2652 asection
**list
= htab
->input_list
+ isec
->output_section
->index
;
2654 if (*list
!= bfd_abs_section_ptr
)
2656 /* Steal the link_sec pointer for our list. */
2657 /* This happens to make the list in reverse order,
2658 which is what we want. */
2659 PREV_SEC (isec
) = *list
;
2665 /* See whether we can group stub sections together. Grouping stub
2666 sections may result in fewer stubs. More importantly, we need to
2667 put all .init* and .fini* stubs at the beginning of the .init or
2668 .fini output sections respectively, because glibc splits the
2669 _init and _fini functions into multiple parts. Putting a stub in
2670 the middle of a function is not a good idea. */
2673 group_sections (struct elf_aarch64_link_hash_table
*htab
,
2674 bfd_size_type stub_group_size
,
2675 bfd_boolean stubs_always_before_branch
)
2677 asection
**list
= htab
->input_list
+ htab
->top_index
;
2681 asection
*tail
= *list
;
2683 if (tail
== bfd_abs_section_ptr
)
2686 while (tail
!= NULL
)
2690 bfd_size_type total
;
2694 while ((prev
= PREV_SEC (curr
)) != NULL
2695 && ((total
+= curr
->output_offset
- prev
->output_offset
)
2699 /* OK, the size from the start of CURR to the end is less
2700 than stub_group_size and thus can be handled by one stub
2701 section. (Or the tail section is itself larger than
2702 stub_group_size, in which case we may be toast.)
2703 We should really be keeping track of the total size of
2704 stubs added here, as stubs contribute to the final output
2708 prev
= PREV_SEC (tail
);
2709 /* Set up this stub group. */
2710 htab
->stub_group
[tail
->id
].link_sec
= curr
;
2712 while (tail
!= curr
&& (tail
= prev
) != NULL
);
2714 /* But wait, there's more! Input sections up to stub_group_size
2715 bytes before the stub section can be handled by it too. */
2716 if (!stubs_always_before_branch
)
2720 && ((total
+= tail
->output_offset
- prev
->output_offset
)
2724 prev
= PREV_SEC (tail
);
2725 htab
->stub_group
[tail
->id
].link_sec
= curr
;
2731 while (list
-- != htab
->input_list
);
2733 free (htab
->input_list
);
2738 #define AARCH64_BITS(x, pos, n) (((x) >> (pos)) & ((1 << (n)) - 1))
2740 #define AARCH64_RT(insn) AARCH64_BITS (insn, 0, 5)
2741 #define AARCH64_RT2(insn) AARCH64_BITS (insn, 10, 5)
2742 #define AARCH64_RA(insn) AARCH64_BITS (insn, 10, 5)
2743 #define AARCH64_RD(insn) AARCH64_BITS (insn, 0, 5)
2744 #define AARCH64_RN(insn) AARCH64_BITS (insn, 5, 5)
2745 #define AARCH64_RM(insn) AARCH64_BITS (insn, 16, 5)
2747 #define AARCH64_MAC(insn) (((insn) & 0xff000000) == 0x9b000000)
2748 #define AARCH64_BIT(insn, n) AARCH64_BITS (insn, n, 1)
2749 #define AARCH64_OP31(insn) AARCH64_BITS (insn, 21, 3)
2750 #define AARCH64_ZR 0x1f
2752 /* All ld/st ops. See C4-182 of the ARM ARM. The encoding space for
2753 LD_PCREL, LDST_RO, LDST_UI and LDST_UIMM cover prefetch ops. */
2755 #define AARCH64_LD(insn) (AARCH64_BIT (insn, 22) == 1)
2756 #define AARCH64_LDST(insn) (((insn) & 0x0a000000) == 0x08000000)
2757 #define AARCH64_LDST_EX(insn) (((insn) & 0x3f000000) == 0x08000000)
2758 #define AARCH64_LDST_PCREL(insn) (((insn) & 0x3b000000) == 0x18000000)
2759 #define AARCH64_LDST_NAP(insn) (((insn) & 0x3b800000) == 0x28000000)
2760 #define AARCH64_LDSTP_PI(insn) (((insn) & 0x3b800000) == 0x28800000)
2761 #define AARCH64_LDSTP_O(insn) (((insn) & 0x3b800000) == 0x29000000)
2762 #define AARCH64_LDSTP_PRE(insn) (((insn) & 0x3b800000) == 0x29800000)
2763 #define AARCH64_LDST_UI(insn) (((insn) & 0x3b200c00) == 0x38000000)
2764 #define AARCH64_LDST_PIIMM(insn) (((insn) & 0x3b200c00) == 0x38000400)
2765 #define AARCH64_LDST_U(insn) (((insn) & 0x3b200c00) == 0x38000800)
2766 #define AARCH64_LDST_PREIMM(insn) (((insn) & 0x3b200c00) == 0x38000c00)
2767 #define AARCH64_LDST_RO(insn) (((insn) & 0x3b200c00) == 0x38200800)
2768 #define AARCH64_LDST_UIMM(insn) (((insn) & 0x3b000000) == 0x39000000)
2769 #define AARCH64_LDST_SIMD_M(insn) (((insn) & 0xbfbf0000) == 0x0c000000)
2770 #define AARCH64_LDST_SIMD_M_PI(insn) (((insn) & 0xbfa00000) == 0x0c800000)
2771 #define AARCH64_LDST_SIMD_S(insn) (((insn) & 0xbf9f0000) == 0x0d000000)
2772 #define AARCH64_LDST_SIMD_S_PI(insn) (((insn) & 0xbf800000) == 0x0d800000)
2774 /* Classify an INSN if it is indeed a load/store.
2776 Return TRUE if INSN is a LD/ST instruction otherwise return FALSE.
2778 For scalar LD/ST instructions PAIR is FALSE, RT is returned and RT2
2781 For LD/ST pair instructions PAIR is TRUE, RT and RT2 are returned.
2786 aarch64_mem_op_p (uint32_t insn
, unsigned int *rt
, unsigned int *rt2
,
2787 bfd_boolean
*pair
, bfd_boolean
*load
)
2795 /* Bail out quickly if INSN doesn't fall into the the load-store
2797 if (!AARCH64_LDST (insn
))
2802 if (AARCH64_LDST_EX (insn
))
2804 *rt
= AARCH64_RT (insn
);
2806 if (AARCH64_BIT (insn
, 21) == 1)
2809 *rt2
= AARCH64_RT2 (insn
);
2811 *load
= AARCH64_LD (insn
);
2814 else if (AARCH64_LDST_NAP (insn
)
2815 || AARCH64_LDSTP_PI (insn
)
2816 || AARCH64_LDSTP_O (insn
)
2817 || AARCH64_LDSTP_PRE (insn
))
2820 *rt
= AARCH64_RT (insn
);
2821 *rt2
= AARCH64_RT2 (insn
);
2822 *load
= AARCH64_LD (insn
);
2825 else if (AARCH64_LDST_PCREL (insn
)
2826 || AARCH64_LDST_UI (insn
)
2827 || AARCH64_LDST_PIIMM (insn
)
2828 || AARCH64_LDST_U (insn
)
2829 || AARCH64_LDST_PREIMM (insn
)
2830 || AARCH64_LDST_RO (insn
)
2831 || AARCH64_LDST_UIMM (insn
))
2833 *rt
= AARCH64_RT (insn
);
2835 if (AARCH64_LDST_PCREL (insn
))
2837 opc
= AARCH64_BITS (insn
, 22, 2);
2838 v
= AARCH64_BIT (insn
, 26);
2839 opc_v
= opc
| (v
<< 2);
2840 *load
= (opc_v
== 1 || opc_v
== 2 || opc_v
== 3
2841 || opc_v
== 5 || opc_v
== 7);
2844 else if (AARCH64_LDST_SIMD_M (insn
)
2845 || AARCH64_LDST_SIMD_M_PI (insn
))
2847 *rt
= AARCH64_RT (insn
);
2848 *load
= AARCH64_BIT (insn
, 22);
2849 opcode
= (insn
>> 12) & 0xf;
2876 else if (AARCH64_LDST_SIMD_S (insn
)
2877 || AARCH64_LDST_SIMD_S_PI (insn
))
2879 *rt
= AARCH64_RT (insn
);
2880 r
= (insn
>> 21) & 1;
2881 *load
= AARCH64_BIT (insn
, 22);
2882 opcode
= (insn
>> 13) & 0x7;
2894 *rt2
= *rt
+ (r
== 0 ? 2 : 3);
2902 *rt2
= *rt
+ (r
== 0 ? 2 : 3);
2914 /* Return TRUE if INSN is multiply-accumulate. */
2917 aarch64_mlxl_p (uint32_t insn
)
2919 uint32_t op31
= AARCH64_OP31 (insn
);
2921 if (AARCH64_MAC (insn
)
2922 && (op31
== 0 || op31
== 1 || op31
== 5)
2923 /* Exclude MUL instructions which are encoded as a multiple accumulate
2925 && AARCH64_RA (insn
) != AARCH64_ZR
)
2931 /* Some early revisions of the Cortex-A53 have an erratum (835769) whereby
2932 it is possible for a 64-bit multiply-accumulate instruction to generate an
2933 incorrect result. The details are quite complex and hard to
2934 determine statically, since branches in the code may exist in some
2935 circumstances, but all cases end with a memory (load, store, or
2936 prefetch) instruction followed immediately by the multiply-accumulate
2937 operation. We employ a linker patching technique, by moving the potentially
2938 affected multiply-accumulate instruction into a patch region and replacing
2939 the original instruction with a branch to the patch. This function checks
2940 if INSN_1 is the memory operation followed by a multiply-accumulate
2941 operation (INSN_2). Return TRUE if an erratum sequence is found, FALSE
2942 if INSN_1 and INSN_2 are safe. */
2945 aarch64_erratum_sequence (uint32_t insn_1
, uint32_t insn_2
)
2955 if (aarch64_mlxl_p (insn_2
)
2956 && aarch64_mem_op_p (insn_1
, &rt
, &rt2
, &pair
, &load
))
2958 /* Any SIMD memory op is independent of the subsequent MLA
2959 by definition of the erratum. */
2960 if (AARCH64_BIT (insn_1
, 26))
2963 /* If not SIMD, check for integer memory ops and MLA relationship. */
2964 rn
= AARCH64_RN (insn_2
);
2965 ra
= AARCH64_RA (insn_2
);
2966 rm
= AARCH64_RM (insn_2
);
2968 /* If this is a load and there's a true(RAW) dependency, we are safe
2969 and this is not an erratum sequence. */
2971 (rt
== rn
|| rt
== rm
|| rt
== ra
2972 || (pair
&& (rt2
== rn
|| rt2
== rm
|| rt2
== ra
))))
2975 /* We conservatively put out stubs for all other cases (including
2983 /* Used to order a list of mapping symbols by address. */
2986 elf_aarch64_compare_mapping (const void *a
, const void *b
)
2988 const elf_aarch64_section_map
*amap
= (const elf_aarch64_section_map
*) a
;
2989 const elf_aarch64_section_map
*bmap
= (const elf_aarch64_section_map
*) b
;
2991 if (amap
->vma
> bmap
->vma
)
2993 else if (amap
->vma
< bmap
->vma
)
2995 else if (amap
->type
> bmap
->type
)
2996 /* Ensure results do not depend on the host qsort for objects with
2997 multiple mapping symbols at the same address by sorting on type
3000 else if (amap
->type
< bmap
->type
)
3007 /* Scan for cortex-a53 erratum 835769 sequence.
3009 Return TRUE else FALSE on abnormal termination. */
3012 erratum_835769_scan (bfd
*input_bfd
,
3013 struct bfd_link_info
*info
,
3014 struct aarch64_erratum_835769_fix
**fixes_p
,
3015 unsigned int *num_fixes_p
,
3016 unsigned int *fix_table_size_p
)
3019 struct elf_aarch64_link_hash_table
*htab
= elf_aarch64_hash_table (info
);
3020 struct aarch64_erratum_835769_fix
*fixes
= *fixes_p
;
3021 unsigned int num_fixes
= *num_fixes_p
;
3022 unsigned int fix_table_size
= *fix_table_size_p
;
3027 for (section
= input_bfd
->sections
;
3029 section
= section
->next
)
3031 bfd_byte
*contents
= NULL
;
3032 struct _aarch64_elf_section_data
*sec_data
;
3035 if (elf_section_type (section
) != SHT_PROGBITS
3036 || (elf_section_flags (section
) & SHF_EXECINSTR
) == 0
3037 || (section
->flags
& SEC_EXCLUDE
) != 0
3038 || (section
->sec_info_type
== SEC_INFO_TYPE_JUST_SYMS
)
3039 || (section
->output_section
== bfd_abs_section_ptr
))
3042 if (elf_section_data (section
)->this_hdr
.contents
!= NULL
)
3043 contents
= elf_section_data (section
)->this_hdr
.contents
;
3044 else if (! bfd_malloc_and_get_section (input_bfd
, section
, &contents
))
3047 sec_data
= elf_aarch64_section_data (section
);
3049 qsort (sec_data
->map
, sec_data
->mapcount
,
3050 sizeof (elf_aarch64_section_map
), elf_aarch64_compare_mapping
);
3052 for (span
= 0; span
< sec_data
->mapcount
; span
++)
3054 unsigned int span_start
= sec_data
->map
[span
].vma
;
3055 unsigned int span_end
= ((span
== sec_data
->mapcount
- 1)
3056 ? sec_data
->map
[0].vma
+ section
->size
3057 : sec_data
->map
[span
+ 1].vma
);
3059 char span_type
= sec_data
->map
[span
].type
;
3061 if (span_type
== 'd')
3064 for (i
= span_start
; i
+ 4 < span_end
; i
+= 4)
3066 uint32_t insn_1
= bfd_getl32 (contents
+ i
);
3067 uint32_t insn_2
= bfd_getl32 (contents
+ i
+ 4);
3069 if (aarch64_erratum_sequence (insn_1
, insn_2
))
3071 char *stub_name
= NULL
;
3072 stub_name
= (char *) bfd_malloc
3073 (strlen ("__erratum_835769_veneer_") + 16);
3074 if (stub_name
!= NULL
)
3076 (stub_name
,"__erratum_835769_veneer_%d", num_fixes
);
3080 if (num_fixes
== fix_table_size
)
3082 fix_table_size
*= 2;
3084 (struct aarch64_erratum_835769_fix
*)
3086 sizeof (struct aarch64_erratum_835769_fix
)
3092 fixes
[num_fixes
].input_bfd
= input_bfd
;
3093 fixes
[num_fixes
].section
= section
;
3094 fixes
[num_fixes
].offset
= i
+ 4;
3095 fixes
[num_fixes
].veneered_insn
= insn_2
;
3096 fixes
[num_fixes
].stub_name
= stub_name
;
3097 fixes
[num_fixes
].stub_type
= aarch64_stub_erratum_835769_veneer
;
3102 if (elf_section_data (section
)->this_hdr
.contents
== NULL
)
3107 *num_fixes_p
= num_fixes
;
3108 *fix_table_size_p
= fix_table_size
;
3112 /* Determine and set the size of the stub section for a final link.
3114 The basic idea here is to examine all the relocations looking for
3115 PC-relative calls to a target that is unreachable with a "bl"
3119 elfNN_aarch64_size_stubs (bfd
*output_bfd
,
3121 struct bfd_link_info
*info
,
3122 bfd_signed_vma group_size
,
3123 asection
* (*add_stub_section
) (const char *,
3125 void (*layout_sections_again
) (void))
3127 bfd_size_type stub_group_size
;
3128 bfd_boolean stubs_always_before_branch
;
3129 bfd_boolean stub_changed
= 0;
3130 struct elf_aarch64_link_hash_table
*htab
= elf_aarch64_hash_table (info
);
3131 struct aarch64_erratum_835769_fix
*erratum_835769_fixes
= NULL
;
3132 unsigned int num_erratum_835769_fixes
= 0;
3133 unsigned int erratum_835769_fix_table_size
= 10;
3136 if (htab
->fix_erratum_835769
)
3138 erratum_835769_fixes
3139 = (struct aarch64_erratum_835769_fix
*)
3141 (sizeof (struct aarch64_erratum_835769_fix
) *
3142 erratum_835769_fix_table_size
);
3143 if (erratum_835769_fixes
== NULL
)
3144 goto error_ret_free_local
;
3147 /* Propagate mach to stub bfd, because it may not have been
3148 finalized when we created stub_bfd. */
3149 bfd_set_arch_mach (stub_bfd
, bfd_get_arch (output_bfd
),
3150 bfd_get_mach (output_bfd
));
3152 /* Stash our params away. */
3153 htab
->stub_bfd
= stub_bfd
;
3154 htab
->add_stub_section
= add_stub_section
;
3155 htab
->layout_sections_again
= layout_sections_again
;
3156 stubs_always_before_branch
= group_size
< 0;
3158 stub_group_size
= -group_size
;
3160 stub_group_size
= group_size
;
3162 if (stub_group_size
== 1)
3164 /* Default values. */
3165 /* AArch64 branch range is +-128MB. The value used is 1MB less. */
3166 stub_group_size
= 127 * 1024 * 1024;
3169 group_sections (htab
, stub_group_size
, stubs_always_before_branch
);
3175 unsigned prev_num_erratum_835769_fixes
= num_erratum_835769_fixes
;
3177 num_erratum_835769_fixes
= 0;
3178 for (input_bfd
= info
->input_bfds
;
3179 input_bfd
!= NULL
; input_bfd
= input_bfd
->link
.next
)
3181 Elf_Internal_Shdr
*symtab_hdr
;
3183 Elf_Internal_Sym
*local_syms
= NULL
;
3185 /* We'll need the symbol table in a second. */
3186 symtab_hdr
= &elf_tdata (input_bfd
)->symtab_hdr
;
3187 if (symtab_hdr
->sh_info
== 0)
3190 /* Walk over each section attached to the input bfd. */
3191 for (section
= input_bfd
->sections
;
3192 section
!= NULL
; section
= section
->next
)
3194 Elf_Internal_Rela
*internal_relocs
, *irelaend
, *irela
;
3196 /* If there aren't any relocs, then there's nothing more
3198 if ((section
->flags
& SEC_RELOC
) == 0
3199 || section
->reloc_count
== 0
3200 || (section
->flags
& SEC_CODE
) == 0)
3203 /* If this section is a link-once section that will be
3204 discarded, then don't create any stubs. */
3205 if (section
->output_section
== NULL
3206 || section
->output_section
->owner
!= output_bfd
)
3209 /* Get the relocs. */
3211 = _bfd_elf_link_read_relocs (input_bfd
, section
, NULL
,
3212 NULL
, info
->keep_memory
);
3213 if (internal_relocs
== NULL
)
3214 goto error_ret_free_local
;
3216 /* Now examine each relocation. */
3217 irela
= internal_relocs
;
3218 irelaend
= irela
+ section
->reloc_count
;
3219 for (; irela
< irelaend
; irela
++)
3221 unsigned int r_type
, r_indx
;
3222 enum elf_aarch64_stub_type stub_type
;
3223 struct elf_aarch64_stub_hash_entry
*stub_entry
;
3226 bfd_vma destination
;
3227 struct elf_aarch64_link_hash_entry
*hash
;
3228 const char *sym_name
;
3230 const asection
*id_sec
;
3231 unsigned char st_type
;
3234 r_type
= ELFNN_R_TYPE (irela
->r_info
);
3235 r_indx
= ELFNN_R_SYM (irela
->r_info
);
3237 if (r_type
>= (unsigned int) R_AARCH64_end
)
3239 bfd_set_error (bfd_error_bad_value
);
3240 error_ret_free_internal
:
3241 if (elf_section_data (section
)->relocs
== NULL
)
3242 free (internal_relocs
);
3243 goto error_ret_free_local
;
3246 /* Only look for stubs on unconditional branch and
3247 branch and link instructions. */
3248 if (r_type
!= (unsigned int) AARCH64_R (CALL26
)
3249 && r_type
!= (unsigned int) AARCH64_R (JUMP26
))
3252 /* Now determine the call target, its name, value,
3259 if (r_indx
< symtab_hdr
->sh_info
)
3261 /* It's a local symbol. */
3262 Elf_Internal_Sym
*sym
;
3263 Elf_Internal_Shdr
*hdr
;
3265 if (local_syms
== NULL
)
3268 = (Elf_Internal_Sym
*) symtab_hdr
->contents
;
3269 if (local_syms
== NULL
)
3271 = bfd_elf_get_elf_syms (input_bfd
, symtab_hdr
,
3272 symtab_hdr
->sh_info
, 0,
3274 if (local_syms
== NULL
)
3275 goto error_ret_free_internal
;
3278 sym
= local_syms
+ r_indx
;
3279 hdr
= elf_elfsections (input_bfd
)[sym
->st_shndx
];
3280 sym_sec
= hdr
->bfd_section
;
3282 /* This is an undefined symbol. It can never
3286 if (ELF_ST_TYPE (sym
->st_info
) != STT_SECTION
)
3287 sym_value
= sym
->st_value
;
3288 destination
= (sym_value
+ irela
->r_addend
3289 + sym_sec
->output_offset
3290 + sym_sec
->output_section
->vma
);
3291 st_type
= ELF_ST_TYPE (sym
->st_info
);
3293 = bfd_elf_string_from_elf_section (input_bfd
,
3294 symtab_hdr
->sh_link
,
3301 e_indx
= r_indx
- symtab_hdr
->sh_info
;
3302 hash
= ((struct elf_aarch64_link_hash_entry
*)
3303 elf_sym_hashes (input_bfd
)[e_indx
]);
3305 while (hash
->root
.root
.type
== bfd_link_hash_indirect
3306 || hash
->root
.root
.type
== bfd_link_hash_warning
)
3307 hash
= ((struct elf_aarch64_link_hash_entry
*)
3308 hash
->root
.root
.u
.i
.link
);
3310 if (hash
->root
.root
.type
== bfd_link_hash_defined
3311 || hash
->root
.root
.type
== bfd_link_hash_defweak
)
3313 struct elf_aarch64_link_hash_table
*globals
=
3314 elf_aarch64_hash_table (info
);
3315 sym_sec
= hash
->root
.root
.u
.def
.section
;
3316 sym_value
= hash
->root
.root
.u
.def
.value
;
3317 /* For a destination in a shared library,
3318 use the PLT stub as target address to
3319 decide whether a branch stub is
3321 if (globals
->root
.splt
!= NULL
&& hash
!= NULL
3322 && hash
->root
.plt
.offset
!= (bfd_vma
) - 1)
3324 sym_sec
= globals
->root
.splt
;
3325 sym_value
= hash
->root
.plt
.offset
;
3326 if (sym_sec
->output_section
!= NULL
)
3327 destination
= (sym_value
3328 + sym_sec
->output_offset
3330 sym_sec
->output_section
->vma
);
3332 else if (sym_sec
->output_section
!= NULL
)
3333 destination
= (sym_value
+ irela
->r_addend
3334 + sym_sec
->output_offset
3335 + sym_sec
->output_section
->vma
);
3337 else if (hash
->root
.root
.type
== bfd_link_hash_undefined
3338 || (hash
->root
.root
.type
3339 == bfd_link_hash_undefweak
))
3341 /* For a shared library, use the PLT stub as
3342 target address to decide whether a long
3343 branch stub is needed.
3344 For absolute code, they cannot be handled. */
3345 struct elf_aarch64_link_hash_table
*globals
=
3346 elf_aarch64_hash_table (info
);
3348 if (globals
->root
.splt
!= NULL
&& hash
!= NULL
3349 && hash
->root
.plt
.offset
!= (bfd_vma
) - 1)
3351 sym_sec
= globals
->root
.splt
;
3352 sym_value
= hash
->root
.plt
.offset
;
3353 if (sym_sec
->output_section
!= NULL
)
3354 destination
= (sym_value
3355 + sym_sec
->output_offset
3357 sym_sec
->output_section
->vma
);
3364 bfd_set_error (bfd_error_bad_value
);
3365 goto error_ret_free_internal
;
3367 st_type
= ELF_ST_TYPE (hash
->root
.type
);
3368 sym_name
= hash
->root
.root
.root
.string
;
3371 /* Determine what (if any) linker stub is needed. */
3372 stub_type
= aarch64_type_of_stub
3373 (info
, section
, irela
, st_type
, hash
, destination
);
3374 if (stub_type
== aarch64_stub_none
)
3377 /* Support for grouping stub sections. */
3378 id_sec
= htab
->stub_group
[section
->id
].link_sec
;
3380 /* Get the name of this stub. */
3381 stub_name
= elfNN_aarch64_stub_name (id_sec
, sym_sec
, hash
,
3384 goto error_ret_free_internal
;
3387 aarch64_stub_hash_lookup (&htab
->stub_hash_table
,
3388 stub_name
, FALSE
, FALSE
);
3389 if (stub_entry
!= NULL
)
3391 /* The proper stub has already been created. */
3396 stub_entry
= _bfd_aarch64_add_stub_entry_in_group
3397 (stub_name
, section
, htab
);
3398 if (stub_entry
== NULL
)
3401 goto error_ret_free_internal
;
3404 stub_entry
->target_value
= sym_value
;
3405 stub_entry
->target_section
= sym_sec
;
3406 stub_entry
->stub_type
= stub_type
;
3407 stub_entry
->h
= hash
;
3408 stub_entry
->st_type
= st_type
;
3410 if (sym_name
== NULL
)
3411 sym_name
= "unnamed";
3412 len
= sizeof (STUB_ENTRY_NAME
) + strlen (sym_name
);
3413 stub_entry
->output_name
= bfd_alloc (htab
->stub_bfd
, len
);
3414 if (stub_entry
->output_name
== NULL
)
3417 goto error_ret_free_internal
;
3420 snprintf (stub_entry
->output_name
, len
, STUB_ENTRY_NAME
,
3423 stub_changed
= TRUE
;
3426 /* We're done with the internal relocs, free them. */
3427 if (elf_section_data (section
)->relocs
== NULL
)
3428 free (internal_relocs
);
3431 if (htab
->fix_erratum_835769
)
3433 /* Scan for sequences which might trigger erratum 835769. */
3434 if (!erratum_835769_scan (input_bfd
, info
, &erratum_835769_fixes
,
3435 &num_erratum_835769_fixes
,
3436 &erratum_835769_fix_table_size
))
3437 goto error_ret_free_local
;
3441 if (prev_num_erratum_835769_fixes
!= num_erratum_835769_fixes
)
3442 stub_changed
= TRUE
;
3447 /* OK, we've added some stubs. Find out the new size of the
3449 for (stub_sec
= htab
->stub_bfd
->sections
;
3450 stub_sec
!= NULL
; stub_sec
= stub_sec
->next
)
3452 /* Ignore non-stub sections. */
3453 if (!strstr (stub_sec
->name
, STUB_SUFFIX
))
3458 bfd_hash_traverse (&htab
->stub_hash_table
, aarch64_size_one_stub
, htab
);
3460 /* Add erratum 835769 veneers to stub section sizes too. */
3461 if (htab
->fix_erratum_835769
)
3462 for (i
= 0; i
< num_erratum_835769_fixes
; i
++)
3464 stub_sec
= _bfd_aarch64_create_or_find_stub_sec
3465 (erratum_835769_fixes
[i
].section
, htab
);
3467 if (stub_sec
== NULL
)
3468 goto error_ret_free_local
;
3470 stub_sec
->size
+= 8;
3473 /* Ask the linker to do its stuff. */
3474 (*htab
->layout_sections_again
) ();
3475 stub_changed
= FALSE
;
3478 /* Add stubs for erratum 835769 fixes now. */
3479 if (htab
->fix_erratum_835769
)
3481 for (i
= 0; i
< num_erratum_835769_fixes
; i
++)
3483 struct elf_aarch64_stub_hash_entry
*stub_entry
;
3484 char *stub_name
= erratum_835769_fixes
[i
].stub_name
;
3485 asection
*section
= erratum_835769_fixes
[i
].section
;
3486 unsigned int section_id
= erratum_835769_fixes
[i
].section
->id
;
3487 asection
*link_sec
= htab
->stub_group
[section_id
].link_sec
;
3488 asection
*stub_sec
= htab
->stub_group
[section_id
].stub_sec
;
3490 stub_entry
= aarch64_stub_hash_lookup (&htab
->stub_hash_table
,
3491 stub_name
, TRUE
, FALSE
);
3492 if (stub_entry
== NULL
)
3494 (*_bfd_error_handler
) (_("%s: cannot create stub entry %s"),
3500 stub_entry
->stub_sec
= stub_sec
;
3501 stub_entry
->stub_offset
= 0;
3502 stub_entry
->id_sec
= link_sec
;
3503 stub_entry
->stub_type
= erratum_835769_fixes
[i
].stub_type
;
3504 stub_entry
->target_section
= section
;
3505 stub_entry
->target_value
= erratum_835769_fixes
[i
].offset
;
3506 stub_entry
->veneered_insn
= erratum_835769_fixes
[i
].veneered_insn
;
3507 stub_entry
->output_name
= erratum_835769_fixes
[i
].stub_name
;
3513 error_ret_free_local
:
3517 /* Build all the stubs associated with the current output file. The
3518 stubs are kept in a hash table attached to the main linker hash
3519 table. We also set up the .plt entries for statically linked PIC
3520 functions here. This function is called via aarch64_elf_finish in the
3524 elfNN_aarch64_build_stubs (struct bfd_link_info
*info
)
3527 struct bfd_hash_table
*table
;
3528 struct elf_aarch64_link_hash_table
*htab
;
3530 htab
= elf_aarch64_hash_table (info
);
3532 for (stub_sec
= htab
->stub_bfd
->sections
;
3533 stub_sec
!= NULL
; stub_sec
= stub_sec
->next
)
3537 /* Ignore non-stub sections. */
3538 if (!strstr (stub_sec
->name
, STUB_SUFFIX
))
3541 /* Allocate memory to hold the linker stubs. */
3542 size
= stub_sec
->size
;
3543 stub_sec
->contents
= bfd_zalloc (htab
->stub_bfd
, size
);
3544 if (stub_sec
->contents
== NULL
&& size
!= 0)
3549 /* Build the stubs as directed by the stub hash table. */
3550 table
= &htab
->stub_hash_table
;
3551 bfd_hash_traverse (table
, aarch64_build_one_stub
, info
);
3557 /* Add an entry to the code/data map for section SEC. */
3560 elfNN_aarch64_section_map_add (asection
*sec
, char type
, bfd_vma vma
)
3562 struct _aarch64_elf_section_data
*sec_data
=
3563 elf_aarch64_section_data (sec
);
3564 unsigned int newidx
;
3566 if (sec_data
->map
== NULL
)
3568 sec_data
->map
= bfd_malloc (sizeof (elf_aarch64_section_map
));
3569 sec_data
->mapcount
= 0;
3570 sec_data
->mapsize
= 1;
3573 newidx
= sec_data
->mapcount
++;
3575 if (sec_data
->mapcount
> sec_data
->mapsize
)
3577 sec_data
->mapsize
*= 2;
3578 sec_data
->map
= bfd_realloc_or_free
3579 (sec_data
->map
, sec_data
->mapsize
* sizeof (elf_aarch64_section_map
));
3584 sec_data
->map
[newidx
].vma
= vma
;
3585 sec_data
->map
[newidx
].type
= type
;
3590 /* Initialise maps of insn/data for input BFDs. */
3592 bfd_elfNN_aarch64_init_maps (bfd
*abfd
)
3594 Elf_Internal_Sym
*isymbuf
;
3595 Elf_Internal_Shdr
*hdr
;
3596 unsigned int i
, localsyms
;
3598 /* Make sure that we are dealing with an AArch64 elf binary. */
3599 if (!is_aarch64_elf (abfd
))
3602 if ((abfd
->flags
& DYNAMIC
) != 0)
3605 hdr
= &elf_symtab_hdr (abfd
);
3606 localsyms
= hdr
->sh_info
;
3608 /* Obtain a buffer full of symbols for this BFD. The hdr->sh_info field
3609 should contain the number of local symbols, which should come before any
3610 global symbols. Mapping symbols are always local. */
3611 isymbuf
= bfd_elf_get_elf_syms (abfd
, hdr
, localsyms
, 0, NULL
, NULL
, NULL
);
3613 /* No internal symbols read? Skip this BFD. */
3614 if (isymbuf
== NULL
)
3617 for (i
= 0; i
< localsyms
; i
++)
3619 Elf_Internal_Sym
*isym
= &isymbuf
[i
];
3620 asection
*sec
= bfd_section_from_elf_index (abfd
, isym
->st_shndx
);
3623 if (sec
!= NULL
&& ELF_ST_BIND (isym
->st_info
) == STB_LOCAL
)
3625 name
= bfd_elf_string_from_elf_section (abfd
,
3629 if (bfd_is_aarch64_special_symbol_name
3630 (name
, BFD_AARCH64_SPECIAL_SYM_TYPE_MAP
))
3631 elfNN_aarch64_section_map_add (sec
, name
[1], isym
->st_value
);
3636 /* Set option values needed during linking. */
3638 bfd_elfNN_aarch64_set_options (struct bfd
*output_bfd
,
3639 struct bfd_link_info
*link_info
,
3641 int no_wchar_warn
, int pic_veneer
,
3642 int fix_erratum_835769
)
3644 struct elf_aarch64_link_hash_table
*globals
;
3646 globals
= elf_aarch64_hash_table (link_info
);
3647 globals
->pic_veneer
= pic_veneer
;
3648 globals
->fix_erratum_835769
= fix_erratum_835769
;
3650 BFD_ASSERT (is_aarch64_elf (output_bfd
));
3651 elf_aarch64_tdata (output_bfd
)->no_enum_size_warning
= no_enum_warn
;
3652 elf_aarch64_tdata (output_bfd
)->no_wchar_size_warning
= no_wchar_warn
;
3656 aarch64_calculate_got_entry_vma (struct elf_link_hash_entry
*h
,
3657 struct elf_aarch64_link_hash_table
3658 *globals
, struct bfd_link_info
*info
,
3659 bfd_vma value
, bfd
*output_bfd
,
3660 bfd_boolean
*unresolved_reloc_p
)
3662 bfd_vma off
= (bfd_vma
) - 1;
3663 asection
*basegot
= globals
->root
.sgot
;
3664 bfd_boolean dyn
= globals
->root
.dynamic_sections_created
;
3668 BFD_ASSERT (basegot
!= NULL
);
3669 off
= h
->got
.offset
;
3670 BFD_ASSERT (off
!= (bfd_vma
) - 1);
3671 if (!WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn
, info
->shared
, h
)
3673 && SYMBOL_REFERENCES_LOCAL (info
, h
))
3674 || (ELF_ST_VISIBILITY (h
->other
)
3675 && h
->root
.type
== bfd_link_hash_undefweak
))
3677 /* This is actually a static link, or it is a -Bsymbolic link
3678 and the symbol is defined locally. We must initialize this
3679 entry in the global offset table. Since the offset must
3680 always be a multiple of 8 (4 in the case of ILP32), we use
3681 the least significant bit to record whether we have
3682 initialized it already.
3683 When doing a dynamic link, we create a .rel(a).got relocation
3684 entry to initialize the value. This is done in the
3685 finish_dynamic_symbol routine. */
3690 bfd_put_NN (output_bfd
, value
, basegot
->contents
+ off
);
3695 *unresolved_reloc_p
= FALSE
;
3697 off
= off
+ basegot
->output_section
->vma
+ basegot
->output_offset
;
3703 /* Change R_TYPE to a more efficient access model where possible,
3704 return the new reloc type. */
3706 static bfd_reloc_code_real_type
3707 aarch64_tls_transition_without_check (bfd_reloc_code_real_type r_type
,
3708 struct elf_link_hash_entry
*h
)
3710 bfd_boolean is_local
= h
== NULL
;
3714 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21
:
3715 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21
:
3717 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
3718 : BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
);
3720 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21
:
3722 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
3725 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19
:
3727 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
3728 : BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
);
3730 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC
:
3731 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC
:
3733 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
3734 : BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC
);
3736 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
3737 return is_local
? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
: r_type
;
3739 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC
:
3740 return is_local
? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
: r_type
;
3742 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
3745 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21
:
3747 ? BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
3748 : BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
);
3750 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC
:
3751 case BFD_RELOC_AARCH64_TLSDESC_CALL
:
3752 /* Instructions with these relocations will become NOPs. */
3753 return BFD_RELOC_AARCH64_NONE
;
3763 aarch64_reloc_got_type (bfd_reloc_code_real_type r_type
)
3767 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC
:
3768 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC
:
3769 case BFD_RELOC_AARCH64_ADR_GOT_PAGE
:
3770 case BFD_RELOC_AARCH64_GOT_LD_PREL19
:
3773 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21
:
3774 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21
:
3775 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC
:
3778 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC
:
3779 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21
:
3780 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21
:
3781 case BFD_RELOC_AARCH64_TLSDESC_CALL
:
3782 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC
:
3783 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC
:
3784 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19
:
3785 return GOT_TLSDESC_GD
;
3787 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
3788 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
3789 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC
:
3790 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
3793 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
:
3794 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12
:
3795 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
3796 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0
:
3797 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
:
3798 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
:
3799 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC
:
3800 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2
:
3810 aarch64_can_relax_tls (bfd
*input_bfd
,
3811 struct bfd_link_info
*info
,
3812 bfd_reloc_code_real_type r_type
,
3813 struct elf_link_hash_entry
*h
,
3814 unsigned long r_symndx
)
3816 unsigned int symbol_got_type
;
3817 unsigned int reloc_got_type
;
3819 if (! IS_AARCH64_TLS_RELOC (r_type
))
3822 symbol_got_type
= elfNN_aarch64_symbol_got_type (h
, input_bfd
, r_symndx
);
3823 reloc_got_type
= aarch64_reloc_got_type (r_type
);
3825 if (symbol_got_type
== GOT_TLS_IE
&& GOT_TLS_GD_ANY_P (reloc_got_type
))
3831 if (h
&& h
->root
.type
== bfd_link_hash_undefweak
)
3837 /* Given the relocation code R_TYPE, return the relaxed bfd reloc
3840 static bfd_reloc_code_real_type
3841 aarch64_tls_transition (bfd
*input_bfd
,
3842 struct bfd_link_info
*info
,
3843 unsigned int r_type
,
3844 struct elf_link_hash_entry
*h
,
3845 unsigned long r_symndx
)
3847 bfd_reloc_code_real_type bfd_r_type
3848 = elfNN_aarch64_bfd_reloc_from_type (r_type
);
3850 if (! aarch64_can_relax_tls (input_bfd
, info
, bfd_r_type
, h
, r_symndx
))
3853 return aarch64_tls_transition_without_check (bfd_r_type
, h
);
3856 /* Return the base VMA address which should be subtracted from real addresses
3857 when resolving R_AARCH64_TLS_DTPREL relocation. */
3860 dtpoff_base (struct bfd_link_info
*info
)
3862 /* If tls_sec is NULL, we should have signalled an error already. */
3863 BFD_ASSERT (elf_hash_table (info
)->tls_sec
!= NULL
);
3864 return elf_hash_table (info
)->tls_sec
->vma
;
3867 /* Return the base VMA address which should be subtracted from real addresses
3868 when resolving R_AARCH64_TLS_GOTTPREL64 relocations. */
3871 tpoff_base (struct bfd_link_info
*info
)
3873 struct elf_link_hash_table
*htab
= elf_hash_table (info
);
3875 /* If tls_sec is NULL, we should have signalled an error already. */
3876 BFD_ASSERT (htab
->tls_sec
!= NULL
);
3878 bfd_vma base
= align_power ((bfd_vma
) TCB_SIZE
,
3879 htab
->tls_sec
->alignment_power
);
3880 return htab
->tls_sec
->vma
- base
;
3884 symbol_got_offset_ref (bfd
*input_bfd
, struct elf_link_hash_entry
*h
,
3885 unsigned long r_symndx
)
3887 /* Calculate the address of the GOT entry for symbol
3888 referred to in h. */
3890 return &h
->got
.offset
;
3894 struct elf_aarch64_local_symbol
*l
;
3896 l
= elf_aarch64_locals (input_bfd
);
3897 return &l
[r_symndx
].got_offset
;
3902 symbol_got_offset_mark (bfd
*input_bfd
, struct elf_link_hash_entry
*h
,
3903 unsigned long r_symndx
)
3906 p
= symbol_got_offset_ref (input_bfd
, h
, r_symndx
);
3911 symbol_got_offset_mark_p (bfd
*input_bfd
, struct elf_link_hash_entry
*h
,
3912 unsigned long r_symndx
)
3915 value
= * symbol_got_offset_ref (input_bfd
, h
, r_symndx
);
3920 symbol_got_offset (bfd
*input_bfd
, struct elf_link_hash_entry
*h
,
3921 unsigned long r_symndx
)
3924 value
= * symbol_got_offset_ref (input_bfd
, h
, r_symndx
);
3930 symbol_tlsdesc_got_offset_ref (bfd
*input_bfd
, struct elf_link_hash_entry
*h
,
3931 unsigned long r_symndx
)
3933 /* Calculate the address of the GOT entry for symbol
3934 referred to in h. */
3937 struct elf_aarch64_link_hash_entry
*eh
;
3938 eh
= (struct elf_aarch64_link_hash_entry
*) h
;
3939 return &eh
->tlsdesc_got_jump_table_offset
;
3944 struct elf_aarch64_local_symbol
*l
;
3946 l
= elf_aarch64_locals (input_bfd
);
3947 return &l
[r_symndx
].tlsdesc_got_jump_table_offset
;
3952 symbol_tlsdesc_got_offset_mark (bfd
*input_bfd
, struct elf_link_hash_entry
*h
,
3953 unsigned long r_symndx
)
3956 p
= symbol_tlsdesc_got_offset_ref (input_bfd
, h
, r_symndx
);
3961 symbol_tlsdesc_got_offset_mark_p (bfd
*input_bfd
,
3962 struct elf_link_hash_entry
*h
,
3963 unsigned long r_symndx
)
3966 value
= * symbol_tlsdesc_got_offset_ref (input_bfd
, h
, r_symndx
);
3971 symbol_tlsdesc_got_offset (bfd
*input_bfd
, struct elf_link_hash_entry
*h
,
3972 unsigned long r_symndx
)
3975 value
= * symbol_tlsdesc_got_offset_ref (input_bfd
, h
, r_symndx
);
3980 /* Data for make_branch_to_erratum_835769_stub(). */
3982 struct erratum_835769_branch_to_stub_data
3984 asection
*output_section
;
3988 /* Helper to insert branches to erratum 835769 stubs in the right
3989 places for a particular section. */
3992 make_branch_to_erratum_835769_stub (struct bfd_hash_entry
*gen_entry
,
3995 struct elf_aarch64_stub_hash_entry
*stub_entry
;
3996 struct erratum_835769_branch_to_stub_data
*data
;
3998 unsigned long branch_insn
= 0;
3999 bfd_vma veneered_insn_loc
, veneer_entry_loc
;
4000 bfd_signed_vma branch_offset
;
4001 unsigned int target
;
4004 stub_entry
= (struct elf_aarch64_stub_hash_entry
*) gen_entry
;
4005 data
= (struct erratum_835769_branch_to_stub_data
*) in_arg
;
4007 if (stub_entry
->target_section
!= data
->output_section
4008 || stub_entry
->stub_type
!= aarch64_stub_erratum_835769_veneer
)
4011 contents
= data
->contents
;
4012 veneered_insn_loc
= stub_entry
->target_section
->output_section
->vma
4013 + stub_entry
->target_section
->output_offset
4014 + stub_entry
->target_value
;
4015 veneer_entry_loc
= stub_entry
->stub_sec
->output_section
->vma
4016 + stub_entry
->stub_sec
->output_offset
4017 + stub_entry
->stub_offset
;
4018 branch_offset
= veneer_entry_loc
- veneered_insn_loc
;
4020 abfd
= stub_entry
->target_section
->owner
;
4021 if (!aarch64_valid_branch_p (veneer_entry_loc
, veneered_insn_loc
))
4022 (*_bfd_error_handler
)
4023 (_("%B: error: Erratum 835769 stub out "
4024 "of range (input file too large)"), abfd
);
4026 target
= stub_entry
->target_value
;
4027 branch_insn
= 0x14000000;
4028 branch_offset
>>= 2;
4029 branch_offset
&= 0x3ffffff;
4030 branch_insn
|= branch_offset
;
4031 bfd_putl32 (branch_insn
, &contents
[target
]);
4037 elfNN_aarch64_write_section (bfd
*output_bfd ATTRIBUTE_UNUSED
,
4038 struct bfd_link_info
*link_info
,
4043 struct elf_aarch64_link_hash_table
*globals
=
4044 elf_aarch64_hash_table (link_info
);
4046 if (globals
== NULL
)
4049 /* Fix code to point to erratum 835769 stubs. */
4050 if (globals
->fix_erratum_835769
)
4052 struct erratum_835769_branch_to_stub_data data
;
4054 data
.output_section
= sec
;
4055 data
.contents
= contents
;
4056 bfd_hash_traverse (&globals
->stub_hash_table
,
4057 make_branch_to_erratum_835769_stub
, &data
);
4063 /* Perform a relocation as part of a final link. */
4064 static bfd_reloc_status_type
4065 elfNN_aarch64_final_link_relocate (reloc_howto_type
*howto
,
4068 asection
*input_section
,
4070 Elf_Internal_Rela
*rel
,
4072 struct bfd_link_info
*info
,
4074 struct elf_link_hash_entry
*h
,
4075 bfd_boolean
*unresolved_reloc_p
,
4076 bfd_boolean save_addend
,
4077 bfd_vma
*saved_addend
,
4078 Elf_Internal_Sym
*sym
)
4080 Elf_Internal_Shdr
*symtab_hdr
;
4081 unsigned int r_type
= howto
->type
;
4082 bfd_reloc_code_real_type bfd_r_type
4083 = elfNN_aarch64_bfd_reloc_from_howto (howto
);
4084 bfd_reloc_code_real_type new_bfd_r_type
;
4085 unsigned long r_symndx
;
4086 bfd_byte
*hit_data
= contents
+ rel
->r_offset
;
4088 bfd_signed_vma signed_addend
;
4089 struct elf_aarch64_link_hash_table
*globals
;
4090 bfd_boolean weak_undef_p
;
4092 globals
= elf_aarch64_hash_table (info
);
4094 symtab_hdr
= &elf_symtab_hdr (input_bfd
);
4096 BFD_ASSERT (is_aarch64_elf (input_bfd
));
4098 r_symndx
= ELFNN_R_SYM (rel
->r_info
);
4100 /* It is possible to have linker relaxations on some TLS access
4101 models. Update our information here. */
4102 new_bfd_r_type
= aarch64_tls_transition (input_bfd
, info
, r_type
, h
, r_symndx
);
4103 if (new_bfd_r_type
!= bfd_r_type
)
4105 bfd_r_type
= new_bfd_r_type
;
4106 howto
= elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type
);
4107 BFD_ASSERT (howto
!= NULL
);
4108 r_type
= howto
->type
;
4111 place
= input_section
->output_section
->vma
4112 + input_section
->output_offset
+ rel
->r_offset
;
4114 /* Get addend, accumulating the addend for consecutive relocs
4115 which refer to the same offset. */
4116 signed_addend
= saved_addend
? *saved_addend
: 0;
4117 signed_addend
+= rel
->r_addend
;
4119 weak_undef_p
= (h
? h
->root
.type
== bfd_link_hash_undefweak
4120 : bfd_is_und_section (sym_sec
));
4122 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle
4123 it here if it is defined in a non-shared object. */
4125 && h
->type
== STT_GNU_IFUNC
4133 if ((input_section
->flags
& SEC_ALLOC
) == 0
4134 || h
->plt
.offset
== (bfd_vma
) -1)
4137 /* STT_GNU_IFUNC symbol must go through PLT. */
4138 plt
= globals
->root
.splt
? globals
->root
.splt
: globals
->root
.iplt
;
4139 value
= (plt
->output_section
->vma
+ plt
->output_offset
+ h
->plt
.offset
);
4144 if (h
->root
.root
.string
)
4145 name
= h
->root
.root
.string
;
4147 name
= bfd_elf_sym_name (input_bfd
, symtab_hdr
, sym
,
4149 (*_bfd_error_handler
)
4150 (_("%B: relocation %s against STT_GNU_IFUNC "
4151 "symbol `%s' isn't handled by %s"), input_bfd
,
4152 howto
->name
, name
, __FUNCTION__
);
4153 bfd_set_error (bfd_error_bad_value
);
4156 case BFD_RELOC_AARCH64_NN
:
4157 if (rel
->r_addend
!= 0)
4159 if (h
->root
.root
.string
)
4160 name
= h
->root
.root
.string
;
4162 name
= bfd_elf_sym_name (input_bfd
, symtab_hdr
,
4164 (*_bfd_error_handler
)
4165 (_("%B: relocation %s against STT_GNU_IFUNC "
4166 "symbol `%s' has non-zero addend: %d"),
4167 input_bfd
, howto
->name
, name
, rel
->r_addend
);
4168 bfd_set_error (bfd_error_bad_value
);
4172 /* Generate dynamic relocation only when there is a
4173 non-GOT reference in a shared object. */
4174 if (info
->shared
&& h
->non_got_ref
)
4176 Elf_Internal_Rela outrel
;
4179 /* Need a dynamic relocation to get the real function
4181 outrel
.r_offset
= _bfd_elf_section_offset (output_bfd
,
4185 if (outrel
.r_offset
== (bfd_vma
) -1
4186 || outrel
.r_offset
== (bfd_vma
) -2)
4189 outrel
.r_offset
+= (input_section
->output_section
->vma
4190 + input_section
->output_offset
);
4192 if (h
->dynindx
== -1
4194 || info
->executable
)
4196 /* This symbol is resolved locally. */
4197 outrel
.r_info
= ELFNN_R_INFO (0, AARCH64_R (IRELATIVE
));
4198 outrel
.r_addend
= (h
->root
.u
.def
.value
4199 + h
->root
.u
.def
.section
->output_section
->vma
4200 + h
->root
.u
.def
.section
->output_offset
);
4204 outrel
.r_info
= ELFNN_R_INFO (h
->dynindx
, r_type
);
4205 outrel
.r_addend
= 0;
4208 sreloc
= globals
->root
.irelifunc
;
4209 elf_append_rela (output_bfd
, sreloc
, &outrel
);
4211 /* If this reloc is against an external symbol, we
4212 do not want to fiddle with the addend. Otherwise,
4213 we need to include the symbol value so that it
4214 becomes an addend for the dynamic reloc. For an
4215 internal symbol, we have updated addend. */
4216 return bfd_reloc_ok
;
4219 case BFD_RELOC_AARCH64_JUMP26
:
4220 case BFD_RELOC_AARCH64_CALL26
:
4221 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4224 return _bfd_aarch64_elf_put_addend (input_bfd
, hit_data
, bfd_r_type
,
4226 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC
:
4227 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC
:
4228 case BFD_RELOC_AARCH64_ADR_GOT_PAGE
:
4229 case BFD_RELOC_AARCH64_GOT_LD_PREL19
:
4230 base_got
= globals
->root
.sgot
;
4231 off
= h
->got
.offset
;
4233 if (base_got
== NULL
)
4236 if (off
== (bfd_vma
) -1)
4240 /* We can't use h->got.offset here to save state, or
4241 even just remember the offset, as finish_dynamic_symbol
4242 would use that as offset into .got. */
4244 if (globals
->root
.splt
!= NULL
)
4246 plt_index
= ((h
->plt
.offset
- globals
->plt_header_size
) /
4247 globals
->plt_entry_size
);
4248 off
= (plt_index
+ 3) * GOT_ENTRY_SIZE
;
4249 base_got
= globals
->root
.sgotplt
;
4253 plt_index
= h
->plt
.offset
/ globals
->plt_entry_size
;
4254 off
= plt_index
* GOT_ENTRY_SIZE
;
4255 base_got
= globals
->root
.igotplt
;
4258 if (h
->dynindx
== -1
4262 /* This references the local definition. We must
4263 initialize this entry in the global offset table.
4264 Since the offset must always be a multiple of 8,
4265 we use the least significant bit to record
4266 whether we have initialized it already.
4268 When doing a dynamic link, we create a .rela.got
4269 relocation entry to initialize the value. This
4270 is done in the finish_dynamic_symbol routine. */
4275 bfd_put_NN (output_bfd
, value
,
4276 base_got
->contents
+ off
);
4277 /* Note that this is harmless as -1 | 1 still is -1. */
4281 value
= (base_got
->output_section
->vma
4282 + base_got
->output_offset
+ off
);
4285 value
= aarch64_calculate_got_entry_vma (h
, globals
, info
,
4287 unresolved_reloc_p
);
4288 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4290 return _bfd_aarch64_elf_put_addend (input_bfd
, hit_data
, bfd_r_type
, howto
, value
);
4291 case BFD_RELOC_AARCH64_ADR_HI21_PCREL
:
4292 case BFD_RELOC_AARCH64_ADD_LO12
:
4299 case BFD_RELOC_AARCH64_NONE
:
4300 case BFD_RELOC_AARCH64_TLSDESC_CALL
:
4301 *unresolved_reloc_p
= FALSE
;
4302 return bfd_reloc_ok
;
4304 case BFD_RELOC_AARCH64_NN
:
4306 /* When generating a shared object or relocatable executable, these
4307 relocations are copied into the output file to be resolved at
4309 if (((info
->shared
== TRUE
) || globals
->root
.is_relocatable_executable
)
4310 && (input_section
->flags
& SEC_ALLOC
)
4312 || ELF_ST_VISIBILITY (h
->other
) == STV_DEFAULT
4313 || h
->root
.type
!= bfd_link_hash_undefweak
))
4315 Elf_Internal_Rela outrel
;
4317 bfd_boolean skip
, relocate
;
4320 *unresolved_reloc_p
= FALSE
;
4325 outrel
.r_addend
= signed_addend
;
4327 _bfd_elf_section_offset (output_bfd
, info
, input_section
,
4329 if (outrel
.r_offset
== (bfd_vma
) - 1)
4331 else if (outrel
.r_offset
== (bfd_vma
) - 2)
4337 outrel
.r_offset
+= (input_section
->output_section
->vma
4338 + input_section
->output_offset
);
4341 memset (&outrel
, 0, sizeof outrel
);
4344 && (!info
->shared
|| !SYMBOLIC_BIND (info
, h
) || !h
->def_regular
))
4345 outrel
.r_info
= ELFNN_R_INFO (h
->dynindx
, r_type
);
4350 /* On SVR4-ish systems, the dynamic loader cannot
4351 relocate the text and data segments independently,
4352 so the symbol does not matter. */
4354 outrel
.r_info
= ELFNN_R_INFO (symbol
, AARCH64_R (RELATIVE
));
4355 outrel
.r_addend
+= value
;
4358 sreloc
= elf_section_data (input_section
)->sreloc
;
4359 if (sreloc
== NULL
|| sreloc
->contents
== NULL
)
4360 return bfd_reloc_notsupported
;
4362 loc
= sreloc
->contents
+ sreloc
->reloc_count
++ * RELOC_SIZE (globals
);
4363 bfd_elfNN_swap_reloca_out (output_bfd
, &outrel
, loc
);
4365 if (sreloc
->reloc_count
* RELOC_SIZE (globals
) > sreloc
->size
)
4367 /* Sanity to check that we have previously allocated
4368 sufficient space in the relocation section for the
4369 number of relocations we actually want to emit. */
4373 /* If this reloc is against an external symbol, we do not want to
4374 fiddle with the addend. Otherwise, we need to include the symbol
4375 value so that it becomes an addend for the dynamic reloc. */
4377 return bfd_reloc_ok
;
4379 return _bfd_final_link_relocate (howto
, input_bfd
, input_section
,
4380 contents
, rel
->r_offset
, value
,
4384 value
+= signed_addend
;
4387 case BFD_RELOC_AARCH64_JUMP26
:
4388 case BFD_RELOC_AARCH64_CALL26
:
4390 asection
*splt
= globals
->root
.splt
;
4391 bfd_boolean via_plt_p
=
4392 splt
!= NULL
&& h
!= NULL
&& h
->plt
.offset
!= (bfd_vma
) - 1;
4394 /* A call to an undefined weak symbol is converted to a jump to
4395 the next instruction unless a PLT entry will be created.
4396 The jump to the next instruction is optimized as a NOP.
4397 Do the same for local undefined symbols. */
4398 if (weak_undef_p
&& ! via_plt_p
)
4400 bfd_putl32 (INSN_NOP
, hit_data
);
4401 return bfd_reloc_ok
;
4404 /* If the call goes through a PLT entry, make sure to
4405 check distance to the right destination address. */
4408 value
= (splt
->output_section
->vma
4409 + splt
->output_offset
+ h
->plt
.offset
);
4410 *unresolved_reloc_p
= FALSE
;
4413 /* If the target symbol is global and marked as a function the
4414 relocation applies a function call or a tail call. In this
4415 situation we can veneer out of range branches. The veneers
4416 use IP0 and IP1 hence cannot be used arbitrary out of range
4417 branches that occur within the body of a function. */
4418 if (h
&& h
->type
== STT_FUNC
)
4420 /* Check if a stub has to be inserted because the destination
4422 if (! aarch64_valid_branch_p (value
, place
))
4424 /* The target is out of reach, so redirect the branch to
4425 the local stub for this function. */
4426 struct elf_aarch64_stub_hash_entry
*stub_entry
;
4427 stub_entry
= elfNN_aarch64_get_stub_entry (input_section
,
4430 if (stub_entry
!= NULL
)
4431 value
= (stub_entry
->stub_offset
4432 + stub_entry
->stub_sec
->output_offset
4433 + stub_entry
->stub_sec
->output_section
->vma
);
4437 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4438 signed_addend
, weak_undef_p
);
4441 case BFD_RELOC_AARCH64_16
:
4443 case BFD_RELOC_AARCH64_32
:
4445 case BFD_RELOC_AARCH64_ADD_LO12
:
4446 case BFD_RELOC_AARCH64_ADR_LO21_PCREL
:
4447 case BFD_RELOC_AARCH64_ADR_HI21_PCREL
:
4448 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL
:
4449 case BFD_RELOC_AARCH64_BRANCH19
:
4450 case BFD_RELOC_AARCH64_LD_LO19_PCREL
:
4451 case BFD_RELOC_AARCH64_LDST8_LO12
:
4452 case BFD_RELOC_AARCH64_LDST16_LO12
:
4453 case BFD_RELOC_AARCH64_LDST32_LO12
:
4454 case BFD_RELOC_AARCH64_LDST64_LO12
:
4455 case BFD_RELOC_AARCH64_LDST128_LO12
:
4456 case BFD_RELOC_AARCH64_MOVW_G0_S
:
4457 case BFD_RELOC_AARCH64_MOVW_G1_S
:
4458 case BFD_RELOC_AARCH64_MOVW_G2_S
:
4459 case BFD_RELOC_AARCH64_MOVW_G0
:
4460 case BFD_RELOC_AARCH64_MOVW_G0_NC
:
4461 case BFD_RELOC_AARCH64_MOVW_G1
:
4462 case BFD_RELOC_AARCH64_MOVW_G1_NC
:
4463 case BFD_RELOC_AARCH64_MOVW_G2
:
4464 case BFD_RELOC_AARCH64_MOVW_G2_NC
:
4465 case BFD_RELOC_AARCH64_MOVW_G3
:
4466 case BFD_RELOC_AARCH64_16_PCREL
:
4467 case BFD_RELOC_AARCH64_32_PCREL
:
4468 case BFD_RELOC_AARCH64_64_PCREL
:
4469 case BFD_RELOC_AARCH64_TSTBR14
:
4470 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4471 signed_addend
, weak_undef_p
);
4474 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC
:
4475 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC
:
4476 case BFD_RELOC_AARCH64_ADR_GOT_PAGE
:
4477 case BFD_RELOC_AARCH64_GOT_LD_PREL19
:
4478 if (globals
->root
.sgot
== NULL
)
4479 BFD_ASSERT (h
!= NULL
);
4483 value
= aarch64_calculate_got_entry_vma (h
, globals
, info
, value
,
4485 unresolved_reloc_p
);
4486 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4491 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21
:
4492 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21
:
4493 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC
:
4494 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
4495 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
4496 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC
:
4497 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
4498 if (globals
->root
.sgot
== NULL
)
4499 return bfd_reloc_notsupported
;
4501 value
= (symbol_got_offset (input_bfd
, h
, r_symndx
)
4502 + globals
->root
.sgot
->output_section
->vma
4503 + globals
->root
.sgot
->output_offset
);
4505 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4507 *unresolved_reloc_p
= FALSE
;
4510 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
:
4511 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12
:
4512 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
4513 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0
:
4514 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
:
4515 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
:
4516 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC
:
4517 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2
:
4518 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4519 signed_addend
- tpoff_base (info
),
4521 *unresolved_reloc_p
= FALSE
;
4524 case BFD_RELOC_AARCH64_TLSDESC_ADD
:
4525 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC
:
4526 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21
:
4527 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21
:
4528 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC
:
4529 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC
:
4530 case BFD_RELOC_AARCH64_TLSDESC_LDR
:
4531 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19
:
4532 if (globals
->root
.sgot
== NULL
)
4533 return bfd_reloc_notsupported
;
4534 value
= (symbol_tlsdesc_got_offset (input_bfd
, h
, r_symndx
)
4535 + globals
->root
.sgotplt
->output_section
->vma
4536 + globals
->root
.sgotplt
->output_offset
4537 + globals
->sgotplt_jump_table_size
);
4539 value
= _bfd_aarch64_elf_resolve_relocation (bfd_r_type
, place
, value
,
4541 *unresolved_reloc_p
= FALSE
;
4545 return bfd_reloc_notsupported
;
4549 *saved_addend
= value
;
4551 /* Only apply the final relocation in a sequence. */
4553 return bfd_reloc_continue
;
4555 return _bfd_aarch64_elf_put_addend (input_bfd
, hit_data
, bfd_r_type
,
4559 /* Handle TLS relaxations. Relaxing is possible for symbols that use
4560 R_AARCH64_TLSDESC_ADR_{PAGE, LD64_LO12_NC, ADD_LO12_NC} during a static
4563 Return bfd_reloc_ok if we're done, bfd_reloc_continue if the caller
4564 is to then call final_link_relocate. Return other values in the
4567 static bfd_reloc_status_type
4568 elfNN_aarch64_tls_relax (struct elf_aarch64_link_hash_table
*globals
,
4569 bfd
*input_bfd
, bfd_byte
*contents
,
4570 Elf_Internal_Rela
*rel
, struct elf_link_hash_entry
*h
)
4572 bfd_boolean is_local
= h
== NULL
;
4573 unsigned int r_type
= ELFNN_R_TYPE (rel
->r_info
);
4576 BFD_ASSERT (globals
&& input_bfd
&& contents
&& rel
);
4578 switch (elfNN_aarch64_bfd_reloc_from_type (r_type
))
4580 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21
:
4581 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21
:
4584 /* GD->LE relaxation:
4585 adrp x0, :tlsgd:var => movz x0, :tprel_g1:var
4587 adrp x0, :tlsdesc:var => movz x0, :tprel_g1:var
4589 bfd_putl32 (0xd2a00000, contents
+ rel
->r_offset
);
4590 return bfd_reloc_continue
;
4594 /* GD->IE relaxation:
4595 adrp x0, :tlsgd:var => adrp x0, :gottprel:var
4597 adrp x0, :tlsdesc:var => adrp x0, :gottprel:var
4599 return bfd_reloc_continue
;
4602 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21
:
4606 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19
:
4609 /* Tiny TLSDESC->LE relaxation:
4610 ldr x1, :tlsdesc:var => movz x0, #:tprel_g1:var
4611 adr x0, :tlsdesc:var => movk x0, #:tprel_g0_nc:var
4615 BFD_ASSERT (ELFNN_R_TYPE (rel
[1].r_info
) == AARCH64_R (TLSDESC_ADR_PREL21
));
4616 BFD_ASSERT (ELFNN_R_TYPE (rel
[2].r_info
) == AARCH64_R (TLSDESC_CALL
));
4618 rel
[1].r_info
= ELFNN_R_INFO (ELFNN_R_SYM (rel
->r_info
),
4619 AARCH64_R (TLSLE_MOVW_TPREL_G0_NC
));
4620 rel
[2].r_info
= ELFNN_R_INFO (STN_UNDEF
, R_AARCH64_NONE
);
4622 bfd_putl32 (0xd2a00000, contents
+ rel
->r_offset
);
4623 bfd_putl32 (0xf2800000, contents
+ rel
->r_offset
+ 4);
4624 bfd_putl32 (INSN_NOP
, contents
+ rel
->r_offset
+ 8);
4625 return bfd_reloc_continue
;
4629 /* Tiny TLSDESC->IE relaxation:
4630 ldr x1, :tlsdesc:var => ldr x0, :gottprel:var
4631 adr x0, :tlsdesc:var => nop
4635 BFD_ASSERT (ELFNN_R_TYPE (rel
[1].r_info
) == AARCH64_R (TLSDESC_ADR_PREL21
));
4636 BFD_ASSERT (ELFNN_R_TYPE (rel
[2].r_info
) == AARCH64_R (TLSDESC_CALL
));
4638 rel
[1].r_info
= ELFNN_R_INFO (STN_UNDEF
, R_AARCH64_NONE
);
4639 rel
[2].r_info
= ELFNN_R_INFO (STN_UNDEF
, R_AARCH64_NONE
);
4641 bfd_putl32 (0x58000000, contents
+ rel
->r_offset
);
4642 bfd_putl32 (INSN_NOP
, contents
+ rel
->r_offset
+ 4);
4643 bfd_putl32 (INSN_NOP
, contents
+ rel
->r_offset
+ 8);
4644 return bfd_reloc_continue
;
4647 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21
:
4650 /* Tiny GD->LE relaxation:
4651 adr x0, :tlsgd:var => mrs x1, tpidr_el0
4652 bl __tls_get_addr => add x0, x1, #:tprel_hi12:x, lsl #12
4653 nop => add x0, x0, #:tprel_lo12_nc:x
4656 /* First kill the tls_get_addr reloc on the bl instruction. */
4657 BFD_ASSERT (rel
->r_offset
+ 4 == rel
[1].r_offset
);
4659 bfd_putl32 (0xd53bd041, contents
+ rel
->r_offset
+ 0);
4660 bfd_putl32 (0x91400020, contents
+ rel
->r_offset
+ 4);
4661 bfd_putl32 (0x91000000, contents
+ rel
->r_offset
+ 8);
4663 rel
[1].r_info
= ELFNN_R_INFO (ELFNN_R_SYM (rel
->r_info
),
4664 AARCH64_R (TLSLE_ADD_TPREL_LO12_NC
));
4665 rel
[1].r_offset
= rel
->r_offset
+ 8;
4667 /* Move the current relocation to the second instruction in
4670 rel
->r_info
= ELFNN_R_INFO (ELFNN_R_SYM (rel
->r_info
),
4671 AARCH64_R (TLSLE_ADD_TPREL_HI12
));
4672 return bfd_reloc_continue
;
4676 /* Tiny GD->IE relaxation:
4677 adr x0, :tlsgd:var => ldr x0, :gottprel:var
4678 bl __tls_get_addr => mrs x1, tpidr_el0
4679 nop => add x0, x0, x1
4682 /* First kill the tls_get_addr reloc on the bl instruction. */
4683 BFD_ASSERT (rel
->r_offset
+ 4 == rel
[1].r_offset
);
4684 rel
[1].r_info
= ELFNN_R_INFO (STN_UNDEF
, R_AARCH64_NONE
);
4686 bfd_putl32 (0x58000000, contents
+ rel
->r_offset
);
4687 bfd_putl32 (0xd53bd041, contents
+ rel
->r_offset
+ 4);
4688 bfd_putl32 (0x8b000020, contents
+ rel
->r_offset
+ 8);
4689 return bfd_reloc_continue
;
4692 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
4693 return bfd_reloc_continue
;
4695 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC
:
4698 /* GD->LE relaxation:
4699 ldr xd, [x0, #:tlsdesc_lo12:var] => movk x0, :tprel_g0_nc:var
4701 bfd_putl32 (0xf2800000, contents
+ rel
->r_offset
);
4702 return bfd_reloc_continue
;
4706 /* GD->IE relaxation:
4707 ldr xd, [x0, #:tlsdesc_lo12:var] => ldr x0, [x0, #:gottprel_lo12:var]
4709 insn
= bfd_getl32 (contents
+ rel
->r_offset
);
4711 bfd_putl32 (insn
, contents
+ rel
->r_offset
);
4712 return bfd_reloc_continue
;
4715 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC
:
4718 /* GD->LE relaxation
4719 add x0, #:tlsgd_lo12:var => movk x0, :tprel_g0_nc:var
4720 bl __tls_get_addr => mrs x1, tpidr_el0
4721 nop => add x0, x1, x0
4724 /* First kill the tls_get_addr reloc on the bl instruction. */
4725 BFD_ASSERT (rel
->r_offset
+ 4 == rel
[1].r_offset
);
4726 rel
[1].r_info
= ELFNN_R_INFO (STN_UNDEF
, R_AARCH64_NONE
);
4728 bfd_putl32 (0xf2800000, contents
+ rel
->r_offset
);
4729 bfd_putl32 (0xd53bd041, contents
+ rel
->r_offset
+ 4);
4730 bfd_putl32 (0x8b000020, contents
+ rel
->r_offset
+ 8);
4731 return bfd_reloc_continue
;
4735 /* GD->IE relaxation
4736 ADD x0, #:tlsgd_lo12:var => ldr x0, [x0, #:gottprel_lo12:var]
4737 BL __tls_get_addr => mrs x1, tpidr_el0
4739 NOP => add x0, x1, x0
4742 BFD_ASSERT (ELFNN_R_TYPE (rel
[1].r_info
) == AARCH64_R (CALL26
));
4744 /* Remove the relocation on the BL instruction. */
4745 rel
[1].r_info
= ELFNN_R_INFO (STN_UNDEF
, R_AARCH64_NONE
);
4747 bfd_putl32 (0xf9400000, contents
+ rel
->r_offset
);
4749 /* We choose to fixup the BL and NOP instructions using the
4750 offset from the second relocation to allow flexibility in
4751 scheduling instructions between the ADD and BL. */
4752 bfd_putl32 (0xd53bd041, contents
+ rel
[1].r_offset
);
4753 bfd_putl32 (0x8b000020, contents
+ rel
[1].r_offset
+ 4);
4754 return bfd_reloc_continue
;
4757 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC
:
4758 case BFD_RELOC_AARCH64_TLSDESC_CALL
:
4759 /* GD->IE/LE relaxation:
4760 add x0, x0, #:tlsdesc_lo12:var => nop
4763 bfd_putl32 (INSN_NOP
, contents
+ rel
->r_offset
);
4764 return bfd_reloc_ok
;
4766 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
4767 /* IE->LE relaxation:
4768 adrp xd, :gottprel:var => movz xd, :tprel_g1:var
4772 insn
= bfd_getl32 (contents
+ rel
->r_offset
);
4773 bfd_putl32 (0xd2a00000 | (insn
& 0x1f), contents
+ rel
->r_offset
);
4775 return bfd_reloc_continue
;
4777 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC
:
4778 /* IE->LE relaxation:
4779 ldr xd, [xm, #:gottprel_lo12:var] => movk xd, :tprel_g0_nc:var
4783 insn
= bfd_getl32 (contents
+ rel
->r_offset
);
4784 bfd_putl32 (0xf2800000 | (insn
& 0x1f), contents
+ rel
->r_offset
);
4786 return bfd_reloc_continue
;
4789 return bfd_reloc_continue
;
4792 return bfd_reloc_ok
;
4795 /* Relocate an AArch64 ELF section. */
4798 elfNN_aarch64_relocate_section (bfd
*output_bfd
,
4799 struct bfd_link_info
*info
,
4801 asection
*input_section
,
4803 Elf_Internal_Rela
*relocs
,
4804 Elf_Internal_Sym
*local_syms
,
4805 asection
**local_sections
)
4807 Elf_Internal_Shdr
*symtab_hdr
;
4808 struct elf_link_hash_entry
**sym_hashes
;
4809 Elf_Internal_Rela
*rel
;
4810 Elf_Internal_Rela
*relend
;
4812 struct elf_aarch64_link_hash_table
*globals
;
4813 bfd_boolean save_addend
= FALSE
;
4816 globals
= elf_aarch64_hash_table (info
);
4818 symtab_hdr
= &elf_symtab_hdr (input_bfd
);
4819 sym_hashes
= elf_sym_hashes (input_bfd
);
4822 relend
= relocs
+ input_section
->reloc_count
;
4823 for (; rel
< relend
; rel
++)
4825 unsigned int r_type
;
4826 bfd_reloc_code_real_type bfd_r_type
;
4827 bfd_reloc_code_real_type relaxed_bfd_r_type
;
4828 reloc_howto_type
*howto
;
4829 unsigned long r_symndx
;
4830 Elf_Internal_Sym
*sym
;
4832 struct elf_link_hash_entry
*h
;
4834 bfd_reloc_status_type r
;
4837 bfd_boolean unresolved_reloc
= FALSE
;
4838 char *error_message
= NULL
;
4840 r_symndx
= ELFNN_R_SYM (rel
->r_info
);
4841 r_type
= ELFNN_R_TYPE (rel
->r_info
);
4843 bfd_reloc
.howto
= elfNN_aarch64_howto_from_type (r_type
);
4844 howto
= bfd_reloc
.howto
;
4848 (*_bfd_error_handler
)
4849 (_("%B: unrecognized relocation (0x%x) in section `%A'"),
4850 input_bfd
, input_section
, r_type
);
4853 bfd_r_type
= elfNN_aarch64_bfd_reloc_from_howto (howto
);
4859 if (r_symndx
< symtab_hdr
->sh_info
)
4861 sym
= local_syms
+ r_symndx
;
4862 sym_type
= ELFNN_ST_TYPE (sym
->st_info
);
4863 sec
= local_sections
[r_symndx
];
4865 /* An object file might have a reference to a local
4866 undefined symbol. This is a daft object file, but we
4867 should at least do something about it. */
4868 if (r_type
!= R_AARCH64_NONE
&& r_type
!= R_AARCH64_NULL
4869 && bfd_is_und_section (sec
)
4870 && ELF_ST_BIND (sym
->st_info
) != STB_WEAK
)
4872 if (!info
->callbacks
->undefined_symbol
4873 (info
, bfd_elf_string_from_elf_section
4874 (input_bfd
, symtab_hdr
->sh_link
, sym
->st_name
),
4875 input_bfd
, input_section
, rel
->r_offset
, TRUE
))
4879 relocation
= _bfd_elf_rela_local_sym (output_bfd
, sym
, &sec
, rel
);
4881 /* Relocate against local STT_GNU_IFUNC symbol. */
4882 if (!info
->relocatable
4883 && ELF_ST_TYPE (sym
->st_info
) == STT_GNU_IFUNC
)
4885 h
= elfNN_aarch64_get_local_sym_hash (globals
, input_bfd
,
4890 /* Set STT_GNU_IFUNC symbol value. */
4891 h
->root
.u
.def
.value
= sym
->st_value
;
4892 h
->root
.u
.def
.section
= sec
;
4897 bfd_boolean warned
, ignored
;
4899 RELOC_FOR_GLOBAL_SYMBOL (info
, input_bfd
, input_section
, rel
,
4900 r_symndx
, symtab_hdr
, sym_hashes
,
4902 unresolved_reloc
, warned
, ignored
);
4907 if (sec
!= NULL
&& discarded_section (sec
))
4908 RELOC_AGAINST_DISCARDED_SECTION (info
, input_bfd
, input_section
,
4909 rel
, 1, relend
, howto
, 0, contents
);
4911 if (info
->relocatable
)
4915 name
= h
->root
.root
.string
;
4918 name
= (bfd_elf_string_from_elf_section
4919 (input_bfd
, symtab_hdr
->sh_link
, sym
->st_name
));
4920 if (name
== NULL
|| *name
== '\0')
4921 name
= bfd_section_name (input_bfd
, sec
);
4925 && r_type
!= R_AARCH64_NONE
4926 && r_type
!= R_AARCH64_NULL
4928 || h
->root
.type
== bfd_link_hash_defined
4929 || h
->root
.type
== bfd_link_hash_defweak
)
4930 && IS_AARCH64_TLS_RELOC (bfd_r_type
) != (sym_type
== STT_TLS
))
4932 (*_bfd_error_handler
)
4933 ((sym_type
== STT_TLS
4934 ? _("%B(%A+0x%lx): %s used with TLS symbol %s")
4935 : _("%B(%A+0x%lx): %s used with non-TLS symbol %s")),
4937 input_section
, (long) rel
->r_offset
, howto
->name
, name
);
4940 /* We relax only if we can see that there can be a valid transition
4941 from a reloc type to another.
4942 We call elfNN_aarch64_final_link_relocate unless we're completely
4943 done, i.e., the relaxation produced the final output we want. */
4945 relaxed_bfd_r_type
= aarch64_tls_transition (input_bfd
, info
, r_type
,
4947 if (relaxed_bfd_r_type
!= bfd_r_type
)
4949 bfd_r_type
= relaxed_bfd_r_type
;
4950 howto
= elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type
);
4951 BFD_ASSERT (howto
!= NULL
);
4952 r_type
= howto
->type
;
4953 r
= elfNN_aarch64_tls_relax (globals
, input_bfd
, contents
, rel
, h
);
4954 unresolved_reloc
= 0;
4957 r
= bfd_reloc_continue
;
4959 /* There may be multiple consecutive relocations for the
4960 same offset. In that case we are supposed to treat the
4961 output of each relocation as the addend for the next. */
4962 if (rel
+ 1 < relend
4963 && rel
->r_offset
== rel
[1].r_offset
4964 && ELFNN_R_TYPE (rel
[1].r_info
) != R_AARCH64_NONE
4965 && ELFNN_R_TYPE (rel
[1].r_info
) != R_AARCH64_NULL
)
4968 save_addend
= FALSE
;
4970 if (r
== bfd_reloc_continue
)
4971 r
= elfNN_aarch64_final_link_relocate (howto
, input_bfd
, output_bfd
,
4972 input_section
, contents
, rel
,
4973 relocation
, info
, sec
,
4974 h
, &unresolved_reloc
,
4975 save_addend
, &addend
, sym
);
4977 switch (elfNN_aarch64_bfd_reloc_from_type (r_type
))
4979 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21
:
4980 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21
:
4981 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC
:
4982 if (! symbol_got_offset_mark_p (input_bfd
, h
, r_symndx
))
4984 bfd_boolean need_relocs
= FALSE
;
4989 off
= symbol_got_offset (input_bfd
, h
, r_symndx
);
4990 indx
= h
&& h
->dynindx
!= -1 ? h
->dynindx
: 0;
4993 (info
->shared
|| indx
!= 0) &&
4995 || ELF_ST_VISIBILITY (h
->other
) == STV_DEFAULT
4996 || h
->root
.type
!= bfd_link_hash_undefweak
);
4998 BFD_ASSERT (globals
->root
.srelgot
!= NULL
);
5002 Elf_Internal_Rela rela
;
5003 rela
.r_info
= ELFNN_R_INFO (indx
, AARCH64_R (TLS_DTPMOD
));
5005 rela
.r_offset
= globals
->root
.sgot
->output_section
->vma
+
5006 globals
->root
.sgot
->output_offset
+ off
;
5009 loc
= globals
->root
.srelgot
->contents
;
5010 loc
+= globals
->root
.srelgot
->reloc_count
++
5011 * RELOC_SIZE (htab
);
5012 bfd_elfNN_swap_reloca_out (output_bfd
, &rela
, loc
);
5016 bfd_put_NN (output_bfd
,
5017 relocation
- dtpoff_base (info
),
5018 globals
->root
.sgot
->contents
+ off
5023 /* This TLS symbol is global. We emit a
5024 relocation to fixup the tls offset at load
5027 ELFNN_R_INFO (indx
, AARCH64_R (TLS_DTPREL
));
5030 (globals
->root
.sgot
->output_section
->vma
5031 + globals
->root
.sgot
->output_offset
+ off
5034 loc
= globals
->root
.srelgot
->contents
;
5035 loc
+= globals
->root
.srelgot
->reloc_count
++
5036 * RELOC_SIZE (globals
);
5037 bfd_elfNN_swap_reloca_out (output_bfd
, &rela
, loc
);
5038 bfd_put_NN (output_bfd
, (bfd_vma
) 0,
5039 globals
->root
.sgot
->contents
+ off
5045 bfd_put_NN (output_bfd
, (bfd_vma
) 1,
5046 globals
->root
.sgot
->contents
+ off
);
5047 bfd_put_NN (output_bfd
,
5048 relocation
- dtpoff_base (info
),
5049 globals
->root
.sgot
->contents
+ off
5053 symbol_got_offset_mark (input_bfd
, h
, r_symndx
);
5057 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
5058 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC
:
5059 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
5060 if (! symbol_got_offset_mark_p (input_bfd
, h
, r_symndx
))
5062 bfd_boolean need_relocs
= FALSE
;
5067 off
= symbol_got_offset (input_bfd
, h
, r_symndx
);
5069 indx
= h
&& h
->dynindx
!= -1 ? h
->dynindx
: 0;
5072 (info
->shared
|| indx
!= 0) &&
5074 || ELF_ST_VISIBILITY (h
->other
) == STV_DEFAULT
5075 || h
->root
.type
!= bfd_link_hash_undefweak
);
5077 BFD_ASSERT (globals
->root
.srelgot
!= NULL
);
5081 Elf_Internal_Rela rela
;
5084 rela
.r_addend
= relocation
- dtpoff_base (info
);
5088 rela
.r_info
= ELFNN_R_INFO (indx
, AARCH64_R (TLS_TPREL
));
5089 rela
.r_offset
= globals
->root
.sgot
->output_section
->vma
+
5090 globals
->root
.sgot
->output_offset
+ off
;
5092 loc
= globals
->root
.srelgot
->contents
;
5093 loc
+= globals
->root
.srelgot
->reloc_count
++
5094 * RELOC_SIZE (htab
);
5096 bfd_elfNN_swap_reloca_out (output_bfd
, &rela
, loc
);
5098 bfd_put_NN (output_bfd
, rela
.r_addend
,
5099 globals
->root
.sgot
->contents
+ off
);
5102 bfd_put_NN (output_bfd
, relocation
- tpoff_base (info
),
5103 globals
->root
.sgot
->contents
+ off
);
5105 symbol_got_offset_mark (input_bfd
, h
, r_symndx
);
5109 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12
:
5110 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
:
5111 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
5112 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2
:
5113 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
:
5114 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC
:
5115 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0
:
5116 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
:
5119 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC
:
5120 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21
:
5121 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21
:
5122 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC
:
5123 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19
:
5124 if (! symbol_tlsdesc_got_offset_mark_p (input_bfd
, h
, r_symndx
))
5126 bfd_boolean need_relocs
= FALSE
;
5127 int indx
= h
&& h
->dynindx
!= -1 ? h
->dynindx
: 0;
5128 bfd_vma off
= symbol_tlsdesc_got_offset (input_bfd
, h
, r_symndx
);
5130 need_relocs
= (h
== NULL
5131 || ELF_ST_VISIBILITY (h
->other
) == STV_DEFAULT
5132 || h
->root
.type
!= bfd_link_hash_undefweak
);
5134 BFD_ASSERT (globals
->root
.srelgot
!= NULL
);
5135 BFD_ASSERT (globals
->root
.sgot
!= NULL
);
5140 Elf_Internal_Rela rela
;
5141 rela
.r_info
= ELFNN_R_INFO (indx
, AARCH64_R (TLSDESC
));
5144 rela
.r_offset
= (globals
->root
.sgotplt
->output_section
->vma
5145 + globals
->root
.sgotplt
->output_offset
5146 + off
+ globals
->sgotplt_jump_table_size
);
5149 rela
.r_addend
= relocation
- dtpoff_base (info
);
5151 /* Allocate the next available slot in the PLT reloc
5152 section to hold our R_AARCH64_TLSDESC, the next
5153 available slot is determined from reloc_count,
5154 which we step. But note, reloc_count was
5155 artifically moved down while allocating slots for
5156 real PLT relocs such that all of the PLT relocs
5157 will fit above the initial reloc_count and the
5158 extra stuff will fit below. */
5159 loc
= globals
->root
.srelplt
->contents
;
5160 loc
+= globals
->root
.srelplt
->reloc_count
++
5161 * RELOC_SIZE (globals
);
5163 bfd_elfNN_swap_reloca_out (output_bfd
, &rela
, loc
);
5165 bfd_put_NN (output_bfd
, (bfd_vma
) 0,
5166 globals
->root
.sgotplt
->contents
+ off
+
5167 globals
->sgotplt_jump_table_size
);
5168 bfd_put_NN (output_bfd
, (bfd_vma
) 0,
5169 globals
->root
.sgotplt
->contents
+ off
+
5170 globals
->sgotplt_jump_table_size
+
5174 symbol_tlsdesc_got_offset_mark (input_bfd
, h
, r_symndx
);
5185 /* Dynamic relocs are not propagated for SEC_DEBUGGING sections
5186 because such sections are not SEC_ALLOC and thus ld.so will
5187 not process them. */
5188 if (unresolved_reloc
5189 && !((input_section
->flags
& SEC_DEBUGGING
) != 0
5191 && _bfd_elf_section_offset (output_bfd
, info
, input_section
,
5192 +rel
->r_offset
) != (bfd_vma
) - 1)
5194 (*_bfd_error_handler
)
5196 ("%B(%A+0x%lx): unresolvable %s relocation against symbol `%s'"),
5197 input_bfd
, input_section
, (long) rel
->r_offset
, howto
->name
,
5198 h
->root
.root
.string
);
5202 if (r
!= bfd_reloc_ok
&& r
!= bfd_reloc_continue
)
5206 case bfd_reloc_overflow
:
5207 /* If the overflowing reloc was to an undefined symbol,
5208 we have already printed one error message and there
5209 is no point complaining again. */
5211 h
->root
.type
!= bfd_link_hash_undefined
)
5212 && (!((*info
->callbacks
->reloc_overflow
)
5213 (info
, (h
? &h
->root
: NULL
), name
, howto
->name
,
5214 (bfd_vma
) 0, input_bfd
, input_section
,
5219 case bfd_reloc_undefined
:
5220 if (!((*info
->callbacks
->undefined_symbol
)
5221 (info
, name
, input_bfd
, input_section
,
5222 rel
->r_offset
, TRUE
)))
5226 case bfd_reloc_outofrange
:
5227 error_message
= _("out of range");
5230 case bfd_reloc_notsupported
:
5231 error_message
= _("unsupported relocation");
5234 case bfd_reloc_dangerous
:
5235 /* error_message should already be set. */
5239 error_message
= _("unknown error");
5243 BFD_ASSERT (error_message
!= NULL
);
5244 if (!((*info
->callbacks
->reloc_dangerous
)
5245 (info
, error_message
, input_bfd
, input_section
,
5256 /* Set the right machine number. */
5259 elfNN_aarch64_object_p (bfd
*abfd
)
5262 bfd_default_set_arch_mach (abfd
, bfd_arch_aarch64
, bfd_mach_aarch64_ilp32
);
5264 bfd_default_set_arch_mach (abfd
, bfd_arch_aarch64
, bfd_mach_aarch64
);
5269 /* Function to keep AArch64 specific flags in the ELF header. */
5272 elfNN_aarch64_set_private_flags (bfd
*abfd
, flagword flags
)
5274 if (elf_flags_init (abfd
) && elf_elfheader (abfd
)->e_flags
!= flags
)
5279 elf_elfheader (abfd
)->e_flags
= flags
;
5280 elf_flags_init (abfd
) = TRUE
;
5286 /* Merge backend specific data from an object file to the output
5287 object file when linking. */
5290 elfNN_aarch64_merge_private_bfd_data (bfd
*ibfd
, bfd
*obfd
)
5294 bfd_boolean flags_compatible
= TRUE
;
5297 /* Check if we have the same endianess. */
5298 if (!_bfd_generic_verify_endian_match (ibfd
, obfd
))
5301 if (!is_aarch64_elf (ibfd
) || !is_aarch64_elf (obfd
))
5304 /* The input BFD must have had its flags initialised. */
5305 /* The following seems bogus to me -- The flags are initialized in
5306 the assembler but I don't think an elf_flags_init field is
5307 written into the object. */
5308 /* BFD_ASSERT (elf_flags_init (ibfd)); */
5310 in_flags
= elf_elfheader (ibfd
)->e_flags
;
5311 out_flags
= elf_elfheader (obfd
)->e_flags
;
5313 if (!elf_flags_init (obfd
))
5315 /* If the input is the default architecture and had the default
5316 flags then do not bother setting the flags for the output
5317 architecture, instead allow future merges to do this. If no
5318 future merges ever set these flags then they will retain their
5319 uninitialised values, which surprise surprise, correspond
5320 to the default values. */
5321 if (bfd_get_arch_info (ibfd
)->the_default
5322 && elf_elfheader (ibfd
)->e_flags
== 0)
5325 elf_flags_init (obfd
) = TRUE
;
5326 elf_elfheader (obfd
)->e_flags
= in_flags
;
5328 if (bfd_get_arch (obfd
) == bfd_get_arch (ibfd
)
5329 && bfd_get_arch_info (obfd
)->the_default
)
5330 return bfd_set_arch_mach (obfd
, bfd_get_arch (ibfd
),
5331 bfd_get_mach (ibfd
));
5336 /* Identical flags must be compatible. */
5337 if (in_flags
== out_flags
)
5340 /* Check to see if the input BFD actually contains any sections. If
5341 not, its flags may not have been initialised either, but it
5342 cannot actually cause any incompatiblity. Do not short-circuit
5343 dynamic objects; their section list may be emptied by
5344 elf_link_add_object_symbols.
5346 Also check to see if there are no code sections in the input.
5347 In this case there is no need to check for code specific flags.
5348 XXX - do we need to worry about floating-point format compatability
5349 in data sections ? */
5350 if (!(ibfd
->flags
& DYNAMIC
))
5352 bfd_boolean null_input_bfd
= TRUE
;
5353 bfd_boolean only_data_sections
= TRUE
;
5355 for (sec
= ibfd
->sections
; sec
!= NULL
; sec
= sec
->next
)
5357 if ((bfd_get_section_flags (ibfd
, sec
)
5358 & (SEC_LOAD
| SEC_CODE
| SEC_HAS_CONTENTS
))
5359 == (SEC_LOAD
| SEC_CODE
| SEC_HAS_CONTENTS
))
5360 only_data_sections
= FALSE
;
5362 null_input_bfd
= FALSE
;
5366 if (null_input_bfd
|| only_data_sections
)
5370 return flags_compatible
;
5373 /* Display the flags field. */
5376 elfNN_aarch64_print_private_bfd_data (bfd
*abfd
, void *ptr
)
5378 FILE *file
= (FILE *) ptr
;
5379 unsigned long flags
;
5381 BFD_ASSERT (abfd
!= NULL
&& ptr
!= NULL
);
5383 /* Print normal ELF private data. */
5384 _bfd_elf_print_private_bfd_data (abfd
, ptr
);
5386 flags
= elf_elfheader (abfd
)->e_flags
;
5387 /* Ignore init flag - it may not be set, despite the flags field
5388 containing valid data. */
5390 /* xgettext:c-format */
5391 fprintf (file
, _("private flags = %lx:"), elf_elfheader (abfd
)->e_flags
);
5394 fprintf (file
, _("<Unrecognised flag bits set>"));
5401 /* Update the got entry reference counts for the section being removed. */
5404 elfNN_aarch64_gc_sweep_hook (bfd
*abfd
,
5405 struct bfd_link_info
*info
,
5407 const Elf_Internal_Rela
* relocs
)
5409 struct elf_aarch64_link_hash_table
*htab
;
5410 Elf_Internal_Shdr
*symtab_hdr
;
5411 struct elf_link_hash_entry
**sym_hashes
;
5412 struct elf_aarch64_local_symbol
*locals
;
5413 const Elf_Internal_Rela
*rel
, *relend
;
5415 if (info
->relocatable
)
5418 htab
= elf_aarch64_hash_table (info
);
5423 elf_section_data (sec
)->local_dynrel
= NULL
;
5425 symtab_hdr
= &elf_symtab_hdr (abfd
);
5426 sym_hashes
= elf_sym_hashes (abfd
);
5428 locals
= elf_aarch64_locals (abfd
);
5430 relend
= relocs
+ sec
->reloc_count
;
5431 for (rel
= relocs
; rel
< relend
; rel
++)
5433 unsigned long r_symndx
;
5434 unsigned int r_type
;
5435 struct elf_link_hash_entry
*h
= NULL
;
5437 r_symndx
= ELFNN_R_SYM (rel
->r_info
);
5439 if (r_symndx
>= symtab_hdr
->sh_info
)
5442 h
= sym_hashes
[r_symndx
- symtab_hdr
->sh_info
];
5443 while (h
->root
.type
== bfd_link_hash_indirect
5444 || h
->root
.type
== bfd_link_hash_warning
)
5445 h
= (struct elf_link_hash_entry
*) h
->root
.u
.i
.link
;
5449 Elf_Internal_Sym
*isym
;
5451 /* A local symbol. */
5452 isym
= bfd_sym_from_r_symndx (&htab
->sym_cache
,
5455 /* Check relocation against local STT_GNU_IFUNC symbol. */
5457 && ELF_ST_TYPE (isym
->st_info
) == STT_GNU_IFUNC
)
5459 h
= elfNN_aarch64_get_local_sym_hash (htab
, abfd
, rel
, FALSE
);
5467 struct elf_aarch64_link_hash_entry
*eh
;
5468 struct elf_dyn_relocs
**pp
;
5469 struct elf_dyn_relocs
*p
;
5471 eh
= (struct elf_aarch64_link_hash_entry
*) h
;
5473 for (pp
= &eh
->dyn_relocs
; (p
= *pp
) != NULL
; pp
= &p
->next
)
5476 /* Everything must go for SEC. */
5482 r_type
= ELFNN_R_TYPE (rel
->r_info
);
5483 switch (aarch64_tls_transition (abfd
,info
, r_type
, h
,r_symndx
))
5485 case BFD_RELOC_AARCH64_ADR_GOT_PAGE
:
5486 case BFD_RELOC_AARCH64_GOT_LD_PREL19
:
5487 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC
:
5488 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC
:
5489 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC
:
5490 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21
:
5491 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21
:
5492 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC
:
5493 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC
:
5494 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19
:
5495 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC
:
5496 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21
:
5497 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21
:
5498 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
5499 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC
:
5500 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
5501 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
5502 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
:
5503 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12
:
5504 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
5505 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0
:
5506 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
:
5507 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
:
5508 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC
:
5509 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2
:
5512 if (h
->got
.refcount
> 0)
5513 h
->got
.refcount
-= 1;
5515 if (h
->type
== STT_GNU_IFUNC
)
5517 if (h
->plt
.refcount
> 0)
5518 h
->plt
.refcount
-= 1;
5521 else if (locals
!= NULL
)
5523 if (locals
[r_symndx
].got_refcount
> 0)
5524 locals
[r_symndx
].got_refcount
-= 1;
5528 case BFD_RELOC_AARCH64_CALL26
:
5529 case BFD_RELOC_AARCH64_JUMP26
:
5530 /* If this is a local symbol then we resolve it
5531 directly without creating a PLT entry. */
5535 if (h
->plt
.refcount
> 0)
5536 h
->plt
.refcount
-= 1;
5539 case BFD_RELOC_AARCH64_MOVW_G0_NC
:
5540 case BFD_RELOC_AARCH64_MOVW_G1_NC
:
5541 case BFD_RELOC_AARCH64_MOVW_G2_NC
:
5542 case BFD_RELOC_AARCH64_MOVW_G3
:
5543 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL
:
5544 case BFD_RELOC_AARCH64_ADR_HI21_PCREL
:
5545 case BFD_RELOC_AARCH64_ADR_LO21_PCREL
:
5546 case BFD_RELOC_AARCH64_NN
:
5547 if (h
!= NULL
&& info
->executable
)
5549 if (h
->plt
.refcount
> 0)
5550 h
->plt
.refcount
-= 1;
5562 /* Adjust a symbol defined by a dynamic object and referenced by a
5563 regular object. The current definition is in some section of the
5564 dynamic object, but we're not including those sections. We have to
5565 change the definition to something the rest of the link can
5569 elfNN_aarch64_adjust_dynamic_symbol (struct bfd_link_info
*info
,
5570 struct elf_link_hash_entry
*h
)
5572 struct elf_aarch64_link_hash_table
*htab
;
5575 /* If this is a function, put it in the procedure linkage table. We
5576 will fill in the contents of the procedure linkage table later,
5577 when we know the address of the .got section. */
5578 if (h
->type
== STT_FUNC
|| h
->type
== STT_GNU_IFUNC
|| h
->needs_plt
)
5580 if (h
->plt
.refcount
<= 0
5581 || (h
->type
!= STT_GNU_IFUNC
5582 && (SYMBOL_CALLS_LOCAL (info
, h
)
5583 || (ELF_ST_VISIBILITY (h
->other
) != STV_DEFAULT
5584 && h
->root
.type
== bfd_link_hash_undefweak
))))
5586 /* This case can occur if we saw a CALL26 reloc in
5587 an input file, but the symbol wasn't referred to
5588 by a dynamic object or all references were
5589 garbage collected. In which case we can end up
5591 h
->plt
.offset
= (bfd_vma
) - 1;
5598 /* It's possible that we incorrectly decided a .plt reloc was
5599 needed for an R_X86_64_PC32 reloc to a non-function sym in
5600 check_relocs. We can't decide accurately between function and
5601 non-function syms in check-relocs; Objects loaded later in
5602 the link may change h->type. So fix it now. */
5603 h
->plt
.offset
= (bfd_vma
) - 1;
5606 /* If this is a weak symbol, and there is a real definition, the
5607 processor independent code will have arranged for us to see the
5608 real definition first, and we can just use the same value. */
5609 if (h
->u
.weakdef
!= NULL
)
5611 BFD_ASSERT (h
->u
.weakdef
->root
.type
== bfd_link_hash_defined
5612 || h
->u
.weakdef
->root
.type
== bfd_link_hash_defweak
);
5613 h
->root
.u
.def
.section
= h
->u
.weakdef
->root
.u
.def
.section
;
5614 h
->root
.u
.def
.value
= h
->u
.weakdef
->root
.u
.def
.value
;
5615 if (ELIMINATE_COPY_RELOCS
|| info
->nocopyreloc
)
5616 h
->non_got_ref
= h
->u
.weakdef
->non_got_ref
;
5620 /* If we are creating a shared library, we must presume that the
5621 only references to the symbol are via the global offset table.
5622 For such cases we need not do anything here; the relocations will
5623 be handled correctly by relocate_section. */
5627 /* If there are no references to this symbol that do not use the
5628 GOT, we don't need to generate a copy reloc. */
5629 if (!h
->non_got_ref
)
5632 /* If -z nocopyreloc was given, we won't generate them either. */
5633 if (info
->nocopyreloc
)
5639 /* We must allocate the symbol in our .dynbss section, which will
5640 become part of the .bss section of the executable. There will be
5641 an entry for this symbol in the .dynsym section. The dynamic
5642 object will contain position independent code, so all references
5643 from the dynamic object to this symbol will go through the global
5644 offset table. The dynamic linker will use the .dynsym entry to
5645 determine the address it must put in the global offset table, so
5646 both the dynamic object and the regular object will refer to the
5647 same memory location for the variable. */
5649 htab
= elf_aarch64_hash_table (info
);
5651 /* We must generate a R_AARCH64_COPY reloc to tell the dynamic linker
5652 to copy the initial value out of the dynamic object and into the
5653 runtime process image. */
5654 if ((h
->root
.u
.def
.section
->flags
& SEC_ALLOC
) != 0 && h
->size
!= 0)
5656 htab
->srelbss
->size
+= RELOC_SIZE (htab
);
5662 return _bfd_elf_adjust_dynamic_copy (info
, h
, s
);
5667 elfNN_aarch64_allocate_local_symbols (bfd
*abfd
, unsigned number
)
5669 struct elf_aarch64_local_symbol
*locals
;
5670 locals
= elf_aarch64_locals (abfd
);
5673 locals
= (struct elf_aarch64_local_symbol
*)
5674 bfd_zalloc (abfd
, number
* sizeof (struct elf_aarch64_local_symbol
));
5677 elf_aarch64_locals (abfd
) = locals
;
5682 /* Create the .got section to hold the global offset table. */
5685 aarch64_elf_create_got_section (bfd
*abfd
, struct bfd_link_info
*info
)
5687 const struct elf_backend_data
*bed
= get_elf_backend_data (abfd
);
5690 struct elf_link_hash_entry
*h
;
5691 struct elf_link_hash_table
*htab
= elf_hash_table (info
);
5693 /* This function may be called more than once. */
5694 s
= bfd_get_linker_section (abfd
, ".got");
5698 flags
= bed
->dynamic_sec_flags
;
5700 s
= bfd_make_section_anyway_with_flags (abfd
,
5701 (bed
->rela_plts_and_copies_p
5702 ? ".rela.got" : ".rel.got"),
5703 (bed
->dynamic_sec_flags
5706 || ! bfd_set_section_alignment (abfd
, s
, bed
->s
->log_file_align
))
5710 s
= bfd_make_section_anyway_with_flags (abfd
, ".got", flags
);
5712 || !bfd_set_section_alignment (abfd
, s
, bed
->s
->log_file_align
))
5715 htab
->sgot
->size
+= GOT_ENTRY_SIZE
;
5717 if (bed
->want_got_sym
)
5719 /* Define the symbol _GLOBAL_OFFSET_TABLE_ at the start of the .got
5720 (or .got.plt) section. We don't do this in the linker script
5721 because we don't want to define the symbol if we are not creating
5722 a global offset table. */
5723 h
= _bfd_elf_define_linkage_sym (abfd
, info
, s
,
5724 "_GLOBAL_OFFSET_TABLE_");
5725 elf_hash_table (info
)->hgot
= h
;
5730 if (bed
->want_got_plt
)
5732 s
= bfd_make_section_anyway_with_flags (abfd
, ".got.plt", flags
);
5734 || !bfd_set_section_alignment (abfd
, s
,
5735 bed
->s
->log_file_align
))
5740 /* The first bit of the global offset table is the header. */
5741 s
->size
+= bed
->got_header_size
;
5746 /* Look through the relocs for a section during the first phase. */
5749 elfNN_aarch64_check_relocs (bfd
*abfd
, struct bfd_link_info
*info
,
5750 asection
*sec
, const Elf_Internal_Rela
*relocs
)
5752 Elf_Internal_Shdr
*symtab_hdr
;
5753 struct elf_link_hash_entry
**sym_hashes
;
5754 const Elf_Internal_Rela
*rel
;
5755 const Elf_Internal_Rela
*rel_end
;
5758 struct elf_aarch64_link_hash_table
*htab
;
5760 if (info
->relocatable
)
5763 BFD_ASSERT (is_aarch64_elf (abfd
));
5765 htab
= elf_aarch64_hash_table (info
);
5768 symtab_hdr
= &elf_symtab_hdr (abfd
);
5769 sym_hashes
= elf_sym_hashes (abfd
);
5771 rel_end
= relocs
+ sec
->reloc_count
;
5772 for (rel
= relocs
; rel
< rel_end
; rel
++)
5774 struct elf_link_hash_entry
*h
;
5775 unsigned long r_symndx
;
5776 unsigned int r_type
;
5777 bfd_reloc_code_real_type bfd_r_type
;
5778 Elf_Internal_Sym
*isym
;
5780 r_symndx
= ELFNN_R_SYM (rel
->r_info
);
5781 r_type
= ELFNN_R_TYPE (rel
->r_info
);
5783 if (r_symndx
>= NUM_SHDR_ENTRIES (symtab_hdr
))
5785 (*_bfd_error_handler
) (_("%B: bad symbol index: %d"), abfd
,
5790 if (r_symndx
< symtab_hdr
->sh_info
)
5792 /* A local symbol. */
5793 isym
= bfd_sym_from_r_symndx (&htab
->sym_cache
,
5798 /* Check relocation against local STT_GNU_IFUNC symbol. */
5799 if (ELF_ST_TYPE (isym
->st_info
) == STT_GNU_IFUNC
)
5801 h
= elfNN_aarch64_get_local_sym_hash (htab
, abfd
, rel
,
5806 /* Fake a STT_GNU_IFUNC symbol. */
5807 h
->type
= STT_GNU_IFUNC
;
5810 h
->forced_local
= 1;
5811 h
->root
.type
= bfd_link_hash_defined
;
5818 h
= sym_hashes
[r_symndx
- symtab_hdr
->sh_info
];
5819 while (h
->root
.type
== bfd_link_hash_indirect
5820 || h
->root
.type
== bfd_link_hash_warning
)
5821 h
= (struct elf_link_hash_entry
*) h
->root
.u
.i
.link
;
5823 /* PR15323, ref flags aren't set for references in the same
5825 h
->root
.non_ir_ref
= 1;
5828 /* Could be done earlier, if h were already available. */
5829 bfd_r_type
= aarch64_tls_transition (abfd
, info
, r_type
, h
, r_symndx
);
5833 /* Create the ifunc sections for static executables. If we
5834 never see an indirect function symbol nor we are building
5835 a static executable, those sections will be empty and
5836 won't appear in output. */
5842 case BFD_RELOC_AARCH64_NN
:
5843 case BFD_RELOC_AARCH64_CALL26
:
5844 case BFD_RELOC_AARCH64_JUMP26
:
5845 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC
:
5846 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC
:
5847 case BFD_RELOC_AARCH64_ADR_GOT_PAGE
:
5848 case BFD_RELOC_AARCH64_GOT_LD_PREL19
:
5849 case BFD_RELOC_AARCH64_ADR_HI21_PCREL
:
5850 case BFD_RELOC_AARCH64_ADD_LO12
:
5851 if (htab
->root
.dynobj
== NULL
)
5852 htab
->root
.dynobj
= abfd
;
5853 if (!_bfd_elf_create_ifunc_sections (htab
->root
.dynobj
, info
))
5858 /* It is referenced by a non-shared object. */
5860 h
->root
.non_ir_ref
= 1;
5865 case BFD_RELOC_AARCH64_NN
:
5867 /* We don't need to handle relocs into sections not going into
5868 the "real" output. */
5869 if ((sec
->flags
& SEC_ALLOC
) == 0)
5877 h
->plt
.refcount
+= 1;
5878 h
->pointer_equality_needed
= 1;
5881 /* No need to do anything if we're not creating a shared
5887 struct elf_dyn_relocs
*p
;
5888 struct elf_dyn_relocs
**head
;
5890 /* We must copy these reloc types into the output file.
5891 Create a reloc section in dynobj and make room for
5895 if (htab
->root
.dynobj
== NULL
)
5896 htab
->root
.dynobj
= abfd
;
5898 sreloc
= _bfd_elf_make_dynamic_reloc_section
5899 (sec
, htab
->root
.dynobj
, LOG_FILE_ALIGN
, abfd
, /*rela? */ TRUE
);
5905 /* If this is a global symbol, we count the number of
5906 relocations we need for this symbol. */
5909 struct elf_aarch64_link_hash_entry
*eh
;
5910 eh
= (struct elf_aarch64_link_hash_entry
*) h
;
5911 head
= &eh
->dyn_relocs
;
5915 /* Track dynamic relocs needed for local syms too.
5916 We really need local syms available to do this
5922 isym
= bfd_sym_from_r_symndx (&htab
->sym_cache
,
5927 s
= bfd_section_from_elf_index (abfd
, isym
->st_shndx
);
5931 /* Beware of type punned pointers vs strict aliasing
5933 vpp
= &(elf_section_data (s
)->local_dynrel
);
5934 head
= (struct elf_dyn_relocs
**) vpp
;
5938 if (p
== NULL
|| p
->sec
!= sec
)
5940 bfd_size_type amt
= sizeof *p
;
5941 p
= ((struct elf_dyn_relocs
*)
5942 bfd_zalloc (htab
->root
.dynobj
, amt
));
5955 /* RR: We probably want to keep a consistency check that
5956 there are no dangling GOT_PAGE relocs. */
5957 case BFD_RELOC_AARCH64_ADR_GOT_PAGE
:
5958 case BFD_RELOC_AARCH64_GOT_LD_PREL19
:
5959 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC
:
5960 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC
:
5961 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC
:
5962 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21
:
5963 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21
:
5964 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC
:
5965 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC
:
5966 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19
:
5967 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC
:
5968 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21
:
5969 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21
:
5970 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
5971 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC
:
5972 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
5973 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
5974 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
:
5975 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12
:
5976 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
5977 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0
:
5978 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
:
5979 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
:
5980 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC
:
5981 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2
:
5984 unsigned old_got_type
;
5986 got_type
= aarch64_reloc_got_type (bfd_r_type
);
5990 h
->got
.refcount
+= 1;
5991 old_got_type
= elf_aarch64_hash_entry (h
)->got_type
;
5995 struct elf_aarch64_local_symbol
*locals
;
5997 if (!elfNN_aarch64_allocate_local_symbols
5998 (abfd
, symtab_hdr
->sh_info
))
6001 locals
= elf_aarch64_locals (abfd
);
6002 BFD_ASSERT (r_symndx
< symtab_hdr
->sh_info
);
6003 locals
[r_symndx
].got_refcount
+= 1;
6004 old_got_type
= locals
[r_symndx
].got_type
;
6007 /* If a variable is accessed with both general dynamic TLS
6008 methods, two slots may be created. */
6009 if (GOT_TLS_GD_ANY_P (old_got_type
) && GOT_TLS_GD_ANY_P (got_type
))
6010 got_type
|= old_got_type
;
6012 /* We will already have issued an error message if there
6013 is a TLS/non-TLS mismatch, based on the symbol type.
6014 So just combine any TLS types needed. */
6015 if (old_got_type
!= GOT_UNKNOWN
&& old_got_type
!= GOT_NORMAL
6016 && got_type
!= GOT_NORMAL
)
6017 got_type
|= old_got_type
;
6019 /* If the symbol is accessed by both IE and GD methods, we
6020 are able to relax. Turn off the GD flag, without
6021 messing up with any other kind of TLS types that may be
6023 if ((got_type
& GOT_TLS_IE
) && GOT_TLS_GD_ANY_P (got_type
))
6024 got_type
&= ~ (GOT_TLSDESC_GD
| GOT_TLS_GD
);
6026 if (old_got_type
!= got_type
)
6029 elf_aarch64_hash_entry (h
)->got_type
= got_type
;
6032 struct elf_aarch64_local_symbol
*locals
;
6033 locals
= elf_aarch64_locals (abfd
);
6034 BFD_ASSERT (r_symndx
< symtab_hdr
->sh_info
);
6035 locals
[r_symndx
].got_type
= got_type
;
6039 if (htab
->root
.dynobj
== NULL
)
6040 htab
->root
.dynobj
= abfd
;
6041 if (! aarch64_elf_create_got_section (htab
->root
.dynobj
, info
))
6046 case BFD_RELOC_AARCH64_MOVW_G0_NC
:
6047 case BFD_RELOC_AARCH64_MOVW_G1_NC
:
6048 case BFD_RELOC_AARCH64_MOVW_G2_NC
:
6049 case BFD_RELOC_AARCH64_MOVW_G3
:
6052 int howto_index
= bfd_r_type
- BFD_RELOC_AARCH64_RELOC_START
;
6053 (*_bfd_error_handler
)
6054 (_("%B: relocation %s against `%s' can not be used when making "
6055 "a shared object; recompile with -fPIC"),
6056 abfd
, elfNN_aarch64_howto_table
[howto_index
].name
,
6057 (h
) ? h
->root
.root
.string
: "a local symbol");
6058 bfd_set_error (bfd_error_bad_value
);
6062 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL
:
6063 case BFD_RELOC_AARCH64_ADR_HI21_PCREL
:
6064 case BFD_RELOC_AARCH64_ADR_LO21_PCREL
:
6065 if (h
!= NULL
&& info
->executable
)
6067 /* If this reloc is in a read-only section, we might
6068 need a copy reloc. We can't check reliably at this
6069 stage whether the section is read-only, as input
6070 sections have not yet been mapped to output sections.
6071 Tentatively set the flag for now, and correct in
6072 adjust_dynamic_symbol. */
6074 h
->plt
.refcount
+= 1;
6075 h
->pointer_equality_needed
= 1;
6077 /* FIXME:: RR need to handle these in shared libraries
6078 and essentially bomb out as these being non-PIC
6079 relocations in shared libraries. */
6082 case BFD_RELOC_AARCH64_CALL26
:
6083 case BFD_RELOC_AARCH64_JUMP26
:
6084 /* If this is a local symbol then we resolve it
6085 directly without creating a PLT entry. */
6090 if (h
->plt
.refcount
<= 0)
6091 h
->plt
.refcount
= 1;
6093 h
->plt
.refcount
+= 1;
6104 /* Treat mapping symbols as special target symbols. */
6107 elfNN_aarch64_is_target_special_symbol (bfd
*abfd ATTRIBUTE_UNUSED
,
6110 return bfd_is_aarch64_special_symbol_name (sym
->name
,
6111 BFD_AARCH64_SPECIAL_SYM_TYPE_ANY
);
6114 /* This is a copy of elf_find_function () from elf.c except that
6115 AArch64 mapping symbols are ignored when looking for function names. */
6118 aarch64_elf_find_function (bfd
*abfd ATTRIBUTE_UNUSED
,
6122 const char **filename_ptr
,
6123 const char **functionname_ptr
)
6125 const char *filename
= NULL
;
6126 asymbol
*func
= NULL
;
6127 bfd_vma low_func
= 0;
6130 for (p
= symbols
; *p
!= NULL
; p
++)
6134 q
= (elf_symbol_type
*) * p
;
6136 switch (ELF_ST_TYPE (q
->internal_elf_sym
.st_info
))
6141 filename
= bfd_asymbol_name (&q
->symbol
);
6145 /* Skip mapping symbols. */
6146 if ((q
->symbol
.flags
& BSF_LOCAL
)
6147 && (bfd_is_aarch64_special_symbol_name
6148 (q
->symbol
.name
, BFD_AARCH64_SPECIAL_SYM_TYPE_ANY
)))
6151 if (bfd_get_section (&q
->symbol
) == section
6152 && q
->symbol
.value
>= low_func
&& q
->symbol
.value
<= offset
)
6154 func
= (asymbol
*) q
;
6155 low_func
= q
->symbol
.value
;
6165 *filename_ptr
= filename
;
6166 if (functionname_ptr
)
6167 *functionname_ptr
= bfd_asymbol_name (func
);
6173 /* Find the nearest line to a particular section and offset, for error
6174 reporting. This code is a duplicate of the code in elf.c, except
6175 that it uses aarch64_elf_find_function. */
6178 elfNN_aarch64_find_nearest_line (bfd
*abfd
,
6182 const char **filename_ptr
,
6183 const char **functionname_ptr
,
6184 unsigned int *line_ptr
,
6185 unsigned int *discriminator_ptr
)
6187 bfd_boolean found
= FALSE
;
6189 if (_bfd_dwarf2_find_nearest_line (abfd
, symbols
, NULL
, section
, offset
,
6190 filename_ptr
, functionname_ptr
,
6191 line_ptr
, discriminator_ptr
,
6192 dwarf_debug_sections
, 0,
6193 &elf_tdata (abfd
)->dwarf2_find_line_info
))
6195 if (!*functionname_ptr
)
6196 aarch64_elf_find_function (abfd
, symbols
, section
, offset
,
6197 *filename_ptr
? NULL
: filename_ptr
,
6203 /* Skip _bfd_dwarf1_find_nearest_line since no known AArch64
6204 toolchain uses DWARF1. */
6206 if (!_bfd_stab_section_find_nearest_line (abfd
, symbols
, section
, offset
,
6207 &found
, filename_ptr
,
6208 functionname_ptr
, line_ptr
,
6209 &elf_tdata (abfd
)->line_info
))
6212 if (found
&& (*functionname_ptr
|| *line_ptr
))
6215 if (symbols
== NULL
)
6218 if (!aarch64_elf_find_function (abfd
, symbols
, section
, offset
,
6219 filename_ptr
, functionname_ptr
))
6227 elfNN_aarch64_find_inliner_info (bfd
*abfd
,
6228 const char **filename_ptr
,
6229 const char **functionname_ptr
,
6230 unsigned int *line_ptr
)
6233 found
= _bfd_dwarf2_find_inliner_info
6234 (abfd
, filename_ptr
,
6235 functionname_ptr
, line_ptr
, &elf_tdata (abfd
)->dwarf2_find_line_info
);
6241 elfNN_aarch64_post_process_headers (bfd
*abfd
,
6242 struct bfd_link_info
*link_info
)
6244 Elf_Internal_Ehdr
*i_ehdrp
; /* ELF file header, internal form. */
6246 i_ehdrp
= elf_elfheader (abfd
);
6247 i_ehdrp
->e_ident
[EI_ABIVERSION
] = AARCH64_ELF_ABI_VERSION
;
6249 _bfd_elf_post_process_headers (abfd
, link_info
);
6252 static enum elf_reloc_type_class
6253 elfNN_aarch64_reloc_type_class (const struct bfd_link_info
*info ATTRIBUTE_UNUSED
,
6254 const asection
*rel_sec ATTRIBUTE_UNUSED
,
6255 const Elf_Internal_Rela
*rela
)
6257 switch ((int) ELFNN_R_TYPE (rela
->r_info
))
6259 case AARCH64_R (RELATIVE
):
6260 return reloc_class_relative
;
6261 case AARCH64_R (JUMP_SLOT
):
6262 return reloc_class_plt
;
6263 case AARCH64_R (COPY
):
6264 return reloc_class_copy
;
6266 return reloc_class_normal
;
6270 /* Handle an AArch64 specific section when reading an object file. This is
6271 called when bfd_section_from_shdr finds a section with an unknown
6275 elfNN_aarch64_section_from_shdr (bfd
*abfd
,
6276 Elf_Internal_Shdr
*hdr
,
6277 const char *name
, int shindex
)
6279 /* There ought to be a place to keep ELF backend specific flags, but
6280 at the moment there isn't one. We just keep track of the
6281 sections by their name, instead. Fortunately, the ABI gives
6282 names for all the AArch64 specific sections, so we will probably get
6284 switch (hdr
->sh_type
)
6286 case SHT_AARCH64_ATTRIBUTES
:
6293 if (!_bfd_elf_make_section_from_shdr (abfd
, hdr
, name
, shindex
))
6299 /* A structure used to record a list of sections, independently
6300 of the next and prev fields in the asection structure. */
6301 typedef struct section_list
6304 struct section_list
*next
;
6305 struct section_list
*prev
;
6309 /* Unfortunately we need to keep a list of sections for which
6310 an _aarch64_elf_section_data structure has been allocated. This
6311 is because it is possible for functions like elfNN_aarch64_write_section
6312 to be called on a section which has had an elf_data_structure
6313 allocated for it (and so the used_by_bfd field is valid) but
6314 for which the AArch64 extended version of this structure - the
6315 _aarch64_elf_section_data structure - has not been allocated. */
6316 static section_list
*sections_with_aarch64_elf_section_data
= NULL
;
6319 record_section_with_aarch64_elf_section_data (asection
*sec
)
6321 struct section_list
*entry
;
6323 entry
= bfd_malloc (sizeof (*entry
));
6327 entry
->next
= sections_with_aarch64_elf_section_data
;
6329 if (entry
->next
!= NULL
)
6330 entry
->next
->prev
= entry
;
6331 sections_with_aarch64_elf_section_data
= entry
;
6334 static struct section_list
*
6335 find_aarch64_elf_section_entry (asection
*sec
)
6337 struct section_list
*entry
;
6338 static struct section_list
*last_entry
= NULL
;
6340 /* This is a short cut for the typical case where the sections are added
6341 to the sections_with_aarch64_elf_section_data list in forward order and
6342 then looked up here in backwards order. This makes a real difference
6343 to the ld-srec/sec64k.exp linker test. */
6344 entry
= sections_with_aarch64_elf_section_data
;
6345 if (last_entry
!= NULL
)
6347 if (last_entry
->sec
== sec
)
6349 else if (last_entry
->next
!= NULL
&& last_entry
->next
->sec
== sec
)
6350 entry
= last_entry
->next
;
6353 for (; entry
; entry
= entry
->next
)
6354 if (entry
->sec
== sec
)
6358 /* Record the entry prior to this one - it is the entry we are
6359 most likely to want to locate next time. Also this way if we
6360 have been called from
6361 unrecord_section_with_aarch64_elf_section_data () we will not
6362 be caching a pointer that is about to be freed. */
6363 last_entry
= entry
->prev
;
6369 unrecord_section_with_aarch64_elf_section_data (asection
*sec
)
6371 struct section_list
*entry
;
6373 entry
= find_aarch64_elf_section_entry (sec
);
6377 if (entry
->prev
!= NULL
)
6378 entry
->prev
->next
= entry
->next
;
6379 if (entry
->next
!= NULL
)
6380 entry
->next
->prev
= entry
->prev
;
6381 if (entry
== sections_with_aarch64_elf_section_data
)
6382 sections_with_aarch64_elf_section_data
= entry
->next
;
6391 struct bfd_link_info
*info
;
6394 int (*func
) (void *, const char *, Elf_Internal_Sym
*,
6395 asection
*, struct elf_link_hash_entry
*);
6396 } output_arch_syminfo
;
6398 enum map_symbol_type
6405 /* Output a single mapping symbol. */
6408 elfNN_aarch64_output_map_sym (output_arch_syminfo
*osi
,
6409 enum map_symbol_type type
, bfd_vma offset
)
6411 static const char *names
[2] = { "$x", "$d" };
6412 Elf_Internal_Sym sym
;
6414 sym
.st_value
= (osi
->sec
->output_section
->vma
6415 + osi
->sec
->output_offset
+ offset
);
6418 sym
.st_info
= ELF_ST_INFO (STB_LOCAL
, STT_NOTYPE
);
6419 sym
.st_shndx
= osi
->sec_shndx
;
6420 return osi
->func (osi
->finfo
, names
[type
], &sym
, osi
->sec
, NULL
) == 1;
6425 /* Output mapping symbols for PLT entries associated with H. */
6428 elfNN_aarch64_output_plt_map (struct elf_link_hash_entry
*h
, void *inf
)
6430 output_arch_syminfo
*osi
= (output_arch_syminfo
*) inf
;
6433 if (h
->root
.type
== bfd_link_hash_indirect
)
6436 if (h
->root
.type
== bfd_link_hash_warning
)
6437 /* When warning symbols are created, they **replace** the "real"
6438 entry in the hash table, thus we never get to see the real
6439 symbol in a hash traversal. So look at it now. */
6440 h
= (struct elf_link_hash_entry
*) h
->root
.u
.i
.link
;
6442 if (h
->plt
.offset
== (bfd_vma
) - 1)
6445 addr
= h
->plt
.offset
;
6448 if (!elfNN_aarch64_output_map_sym (osi
, AARCH64_MAP_INSN
, addr
))
6455 /* Output a single local symbol for a generated stub. */
6458 elfNN_aarch64_output_stub_sym (output_arch_syminfo
*osi
, const char *name
,
6459 bfd_vma offset
, bfd_vma size
)
6461 Elf_Internal_Sym sym
;
6463 sym
.st_value
= (osi
->sec
->output_section
->vma
6464 + osi
->sec
->output_offset
+ offset
);
6467 sym
.st_info
= ELF_ST_INFO (STB_LOCAL
, STT_FUNC
);
6468 sym
.st_shndx
= osi
->sec_shndx
;
6469 return osi
->func (osi
->finfo
, name
, &sym
, osi
->sec
, NULL
) == 1;
6473 aarch64_map_one_stub (struct bfd_hash_entry
*gen_entry
, void *in_arg
)
6475 struct elf_aarch64_stub_hash_entry
*stub_entry
;
6479 output_arch_syminfo
*osi
;
6481 /* Massage our args to the form they really have. */
6482 stub_entry
= (struct elf_aarch64_stub_hash_entry
*) gen_entry
;
6483 osi
= (output_arch_syminfo
*) in_arg
;
6485 stub_sec
= stub_entry
->stub_sec
;
6487 /* Ensure this stub is attached to the current section being
6489 if (stub_sec
!= osi
->sec
)
6492 addr
= (bfd_vma
) stub_entry
->stub_offset
;
6494 stub_name
= stub_entry
->output_name
;
6496 switch (stub_entry
->stub_type
)
6498 case aarch64_stub_adrp_branch
:
6499 if (!elfNN_aarch64_output_stub_sym (osi
, stub_name
, addr
,
6500 sizeof (aarch64_adrp_branch_stub
)))
6502 if (!elfNN_aarch64_output_map_sym (osi
, AARCH64_MAP_INSN
, addr
))
6505 case aarch64_stub_long_branch
:
6506 if (!elfNN_aarch64_output_stub_sym
6507 (osi
, stub_name
, addr
, sizeof (aarch64_long_branch_stub
)))
6509 if (!elfNN_aarch64_output_map_sym (osi
, AARCH64_MAP_INSN
, addr
))
6511 if (!elfNN_aarch64_output_map_sym (osi
, AARCH64_MAP_DATA
, addr
+ 16))
6514 case aarch64_stub_erratum_835769_veneer
:
6515 if (!elfNN_aarch64_output_stub_sym (osi
, stub_name
, addr
,
6516 sizeof (aarch64_erratum_835769_stub
)))
6518 if (!elfNN_aarch64_output_map_sym (osi
, AARCH64_MAP_INSN
, addr
))
6528 /* Output mapping symbols for linker generated sections. */
6531 elfNN_aarch64_output_arch_local_syms (bfd
*output_bfd
,
6532 struct bfd_link_info
*info
,
6534 int (*func
) (void *, const char *,
6537 struct elf_link_hash_entry
6540 output_arch_syminfo osi
;
6541 struct elf_aarch64_link_hash_table
*htab
;
6543 htab
= elf_aarch64_hash_table (info
);
6549 /* Long calls stubs. */
6550 if (htab
->stub_bfd
&& htab
->stub_bfd
->sections
)
6554 for (stub_sec
= htab
->stub_bfd
->sections
;
6555 stub_sec
!= NULL
; stub_sec
= stub_sec
->next
)
6557 /* Ignore non-stub sections. */
6558 if (!strstr (stub_sec
->name
, STUB_SUFFIX
))
6563 osi
.sec_shndx
= _bfd_elf_section_from_bfd_section
6564 (output_bfd
, osi
.sec
->output_section
);
6566 bfd_hash_traverse (&htab
->stub_hash_table
, aarch64_map_one_stub
,
6571 /* Finally, output mapping symbols for the PLT. */
6572 if (!htab
->root
.splt
|| htab
->root
.splt
->size
== 0)
6575 /* For now live without mapping symbols for the plt. */
6576 osi
.sec_shndx
= _bfd_elf_section_from_bfd_section
6577 (output_bfd
, htab
->root
.splt
->output_section
);
6578 osi
.sec
= htab
->root
.splt
;
6580 elf_link_hash_traverse (&htab
->root
, elfNN_aarch64_output_plt_map
,
6587 /* Allocate target specific section data. */
6590 elfNN_aarch64_new_section_hook (bfd
*abfd
, asection
*sec
)
6592 if (!sec
->used_by_bfd
)
6594 _aarch64_elf_section_data
*sdata
;
6595 bfd_size_type amt
= sizeof (*sdata
);
6597 sdata
= bfd_zalloc (abfd
, amt
);
6600 sec
->used_by_bfd
= sdata
;
6603 record_section_with_aarch64_elf_section_data (sec
);
6605 return _bfd_elf_new_section_hook (abfd
, sec
);
6610 unrecord_section_via_map_over_sections (bfd
*abfd ATTRIBUTE_UNUSED
,
6612 void *ignore ATTRIBUTE_UNUSED
)
6614 unrecord_section_with_aarch64_elf_section_data (sec
);
6618 elfNN_aarch64_close_and_cleanup (bfd
*abfd
)
6621 bfd_map_over_sections (abfd
,
6622 unrecord_section_via_map_over_sections
, NULL
);
6624 return _bfd_elf_close_and_cleanup (abfd
);
6628 elfNN_aarch64_bfd_free_cached_info (bfd
*abfd
)
6631 bfd_map_over_sections (abfd
,
6632 unrecord_section_via_map_over_sections
, NULL
);
6634 return _bfd_free_cached_info (abfd
);
6637 /* Create dynamic sections. This is different from the ARM backend in that
6638 the got, plt, gotplt and their relocation sections are all created in the
6639 standard part of the bfd elf backend. */
6642 elfNN_aarch64_create_dynamic_sections (bfd
*dynobj
,
6643 struct bfd_link_info
*info
)
6645 struct elf_aarch64_link_hash_table
*htab
;
6647 /* We need to create .got section. */
6648 if (!aarch64_elf_create_got_section (dynobj
, info
))
6651 if (!_bfd_elf_create_dynamic_sections (dynobj
, info
))
6654 htab
= elf_aarch64_hash_table (info
);
6655 htab
->sdynbss
= bfd_get_linker_section (dynobj
, ".dynbss");
6657 htab
->srelbss
= bfd_get_linker_section (dynobj
, ".rela.bss");
6659 if (!htab
->sdynbss
|| (!info
->shared
&& !htab
->srelbss
))
6666 /* Allocate space in .plt, .got and associated reloc sections for
6670 elfNN_aarch64_allocate_dynrelocs (struct elf_link_hash_entry
*h
, void *inf
)
6672 struct bfd_link_info
*info
;
6673 struct elf_aarch64_link_hash_table
*htab
;
6674 struct elf_aarch64_link_hash_entry
*eh
;
6675 struct elf_dyn_relocs
*p
;
6677 /* An example of a bfd_link_hash_indirect symbol is versioned
6678 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
6679 -> __gxx_personality_v0(bfd_link_hash_defined)
6681 There is no need to process bfd_link_hash_indirect symbols here
6682 because we will also be presented with the concrete instance of
6683 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
6684 called to copy all relevant data from the generic to the concrete
6687 if (h
->root
.type
== bfd_link_hash_indirect
)
6690 if (h
->root
.type
== bfd_link_hash_warning
)
6691 h
= (struct elf_link_hash_entry
*) h
->root
.u
.i
.link
;
6693 info
= (struct bfd_link_info
*) inf
;
6694 htab
= elf_aarch64_hash_table (info
);
6696 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
6697 here if it is defined and referenced in a non-shared object. */
6698 if (h
->type
== STT_GNU_IFUNC
6701 else if (htab
->root
.dynamic_sections_created
&& h
->plt
.refcount
> 0)
6703 /* Make sure this symbol is output as a dynamic symbol.
6704 Undefined weak syms won't yet be marked as dynamic. */
6705 if (h
->dynindx
== -1 && !h
->forced_local
)
6707 if (!bfd_elf_link_record_dynamic_symbol (info
, h
))
6711 if (info
->shared
|| WILL_CALL_FINISH_DYNAMIC_SYMBOL (1, 0, h
))
6713 asection
*s
= htab
->root
.splt
;
6715 /* If this is the first .plt entry, make room for the special
6718 s
->size
+= htab
->plt_header_size
;
6720 h
->plt
.offset
= s
->size
;
6722 /* If this symbol is not defined in a regular file, and we are
6723 not generating a shared library, then set the symbol to this
6724 location in the .plt. This is required to make function
6725 pointers compare as equal between the normal executable and
6726 the shared library. */
6727 if (!info
->shared
&& !h
->def_regular
)
6729 h
->root
.u
.def
.section
= s
;
6730 h
->root
.u
.def
.value
= h
->plt
.offset
;
6733 /* Make room for this entry. For now we only create the
6734 small model PLT entries. We later need to find a way
6735 of relaxing into these from the large model PLT entries. */
6736 s
->size
+= PLT_SMALL_ENTRY_SIZE
;
6738 /* We also need to make an entry in the .got.plt section, which
6739 will be placed in the .got section by the linker script. */
6740 htab
->root
.sgotplt
->size
+= GOT_ENTRY_SIZE
;
6742 /* We also need to make an entry in the .rela.plt section. */
6743 htab
->root
.srelplt
->size
+= RELOC_SIZE (htab
);
6745 /* We need to ensure that all GOT entries that serve the PLT
6746 are consecutive with the special GOT slots [0] [1] and
6747 [2]. Any addtional relocations, such as
6748 R_AARCH64_TLSDESC, must be placed after the PLT related
6749 entries. We abuse the reloc_count such that during
6750 sizing we adjust reloc_count to indicate the number of
6751 PLT related reserved entries. In subsequent phases when
6752 filling in the contents of the reloc entries, PLT related
6753 entries are placed by computing their PLT index (0
6754 .. reloc_count). While other none PLT relocs are placed
6755 at the slot indicated by reloc_count and reloc_count is
6758 htab
->root
.srelplt
->reloc_count
++;
6762 h
->plt
.offset
= (bfd_vma
) - 1;
6768 h
->plt
.offset
= (bfd_vma
) - 1;
6772 eh
= (struct elf_aarch64_link_hash_entry
*) h
;
6773 eh
->tlsdesc_got_jump_table_offset
= (bfd_vma
) - 1;
6775 if (h
->got
.refcount
> 0)
6778 unsigned got_type
= elf_aarch64_hash_entry (h
)->got_type
;
6780 h
->got
.offset
= (bfd_vma
) - 1;
6782 dyn
= htab
->root
.dynamic_sections_created
;
6784 /* Make sure this symbol is output as a dynamic symbol.
6785 Undefined weak syms won't yet be marked as dynamic. */
6786 if (dyn
&& h
->dynindx
== -1 && !h
->forced_local
)
6788 if (!bfd_elf_link_record_dynamic_symbol (info
, h
))
6792 if (got_type
== GOT_UNKNOWN
)
6795 else if (got_type
== GOT_NORMAL
)
6797 h
->got
.offset
= htab
->root
.sgot
->size
;
6798 htab
->root
.sgot
->size
+= GOT_ENTRY_SIZE
;
6799 if ((ELF_ST_VISIBILITY (h
->other
) == STV_DEFAULT
6800 || h
->root
.type
!= bfd_link_hash_undefweak
)
6802 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn
, 0, h
)))
6804 htab
->root
.srelgot
->size
+= RELOC_SIZE (htab
);
6810 if (got_type
& GOT_TLSDESC_GD
)
6812 eh
->tlsdesc_got_jump_table_offset
=
6813 (htab
->root
.sgotplt
->size
6814 - aarch64_compute_jump_table_size (htab
));
6815 htab
->root
.sgotplt
->size
+= GOT_ENTRY_SIZE
* 2;
6816 h
->got
.offset
= (bfd_vma
) - 2;
6819 if (got_type
& GOT_TLS_GD
)
6821 h
->got
.offset
= htab
->root
.sgot
->size
;
6822 htab
->root
.sgot
->size
+= GOT_ENTRY_SIZE
* 2;
6825 if (got_type
& GOT_TLS_IE
)
6827 h
->got
.offset
= htab
->root
.sgot
->size
;
6828 htab
->root
.sgot
->size
+= GOT_ENTRY_SIZE
;
6831 indx
= h
&& h
->dynindx
!= -1 ? h
->dynindx
: 0;
6832 if ((ELF_ST_VISIBILITY (h
->other
) == STV_DEFAULT
6833 || h
->root
.type
!= bfd_link_hash_undefweak
)
6836 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn
, 0, h
)))
6838 if (got_type
& GOT_TLSDESC_GD
)
6840 htab
->root
.srelplt
->size
+= RELOC_SIZE (htab
);
6841 /* Note reloc_count not incremented here! We have
6842 already adjusted reloc_count for this relocation
6845 /* TLSDESC PLT is now needed, but not yet determined. */
6846 htab
->tlsdesc_plt
= (bfd_vma
) - 1;
6849 if (got_type
& GOT_TLS_GD
)
6850 htab
->root
.srelgot
->size
+= RELOC_SIZE (htab
) * 2;
6852 if (got_type
& GOT_TLS_IE
)
6853 htab
->root
.srelgot
->size
+= RELOC_SIZE (htab
);
6859 h
->got
.offset
= (bfd_vma
) - 1;
6862 if (eh
->dyn_relocs
== NULL
)
6865 /* In the shared -Bsymbolic case, discard space allocated for
6866 dynamic pc-relative relocs against symbols which turn out to be
6867 defined in regular objects. For the normal shared case, discard
6868 space for pc-relative relocs that have become local due to symbol
6869 visibility changes. */
6873 /* Relocs that use pc_count are those that appear on a call
6874 insn, or certain REL relocs that can generated via assembly.
6875 We want calls to protected symbols to resolve directly to the
6876 function rather than going via the plt. If people want
6877 function pointer comparisons to work as expected then they
6878 should avoid writing weird assembly. */
6879 if (SYMBOL_CALLS_LOCAL (info
, h
))
6881 struct elf_dyn_relocs
**pp
;
6883 for (pp
= &eh
->dyn_relocs
; (p
= *pp
) != NULL
;)
6885 p
->count
-= p
->pc_count
;
6894 /* Also discard relocs on undefined weak syms with non-default
6896 if (eh
->dyn_relocs
!= NULL
&& h
->root
.type
== bfd_link_hash_undefweak
)
6898 if (ELF_ST_VISIBILITY (h
->other
) != STV_DEFAULT
)
6899 eh
->dyn_relocs
= NULL
;
6901 /* Make sure undefined weak symbols are output as a dynamic
6903 else if (h
->dynindx
== -1
6905 && !bfd_elf_link_record_dynamic_symbol (info
, h
))
6910 else if (ELIMINATE_COPY_RELOCS
)
6912 /* For the non-shared case, discard space for relocs against
6913 symbols which turn out to need copy relocs or are not
6919 || (htab
->root
.dynamic_sections_created
6920 && (h
->root
.type
== bfd_link_hash_undefweak
6921 || h
->root
.type
== bfd_link_hash_undefined
))))
6923 /* Make sure this symbol is output as a dynamic symbol.
6924 Undefined weak syms won't yet be marked as dynamic. */
6925 if (h
->dynindx
== -1
6927 && !bfd_elf_link_record_dynamic_symbol (info
, h
))
6930 /* If that succeeded, we know we'll be keeping all the
6932 if (h
->dynindx
!= -1)
6936 eh
->dyn_relocs
= NULL
;
6941 /* Finally, allocate space. */
6942 for (p
= eh
->dyn_relocs
; p
!= NULL
; p
= p
->next
)
6946 sreloc
= elf_section_data (p
->sec
)->sreloc
;
6948 BFD_ASSERT (sreloc
!= NULL
);
6950 sreloc
->size
+= p
->count
* RELOC_SIZE (htab
);
6956 /* Allocate space in .plt, .got and associated reloc sections for
6957 ifunc dynamic relocs. */
6960 elfNN_aarch64_allocate_ifunc_dynrelocs (struct elf_link_hash_entry
*h
,
6963 struct bfd_link_info
*info
;
6964 struct elf_aarch64_link_hash_table
*htab
;
6965 struct elf_aarch64_link_hash_entry
*eh
;
6967 /* An example of a bfd_link_hash_indirect symbol is versioned
6968 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
6969 -> __gxx_personality_v0(bfd_link_hash_defined)
6971 There is no need to process bfd_link_hash_indirect symbols here
6972 because we will also be presented with the concrete instance of
6973 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
6974 called to copy all relevant data from the generic to the concrete
6977 if (h
->root
.type
== bfd_link_hash_indirect
)
6980 if (h
->root
.type
== bfd_link_hash_warning
)
6981 h
= (struct elf_link_hash_entry
*) h
->root
.u
.i
.link
;
6983 info
= (struct bfd_link_info
*) inf
;
6984 htab
= elf_aarch64_hash_table (info
);
6986 eh
= (struct elf_aarch64_link_hash_entry
*) h
;
6988 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
6989 here if it is defined and referenced in a non-shared object. */
6990 if (h
->type
== STT_GNU_IFUNC
6992 return _bfd_elf_allocate_ifunc_dyn_relocs (info
, h
,
6994 htab
->plt_entry_size
,
6995 htab
->plt_header_size
,
7000 /* Allocate space in .plt, .got and associated reloc sections for
7001 local dynamic relocs. */
7004 elfNN_aarch64_allocate_local_dynrelocs (void **slot
, void *inf
)
7006 struct elf_link_hash_entry
*h
7007 = (struct elf_link_hash_entry
*) *slot
;
7009 if (h
->type
!= STT_GNU_IFUNC
7013 || h
->root
.type
!= bfd_link_hash_defined
)
7016 return elfNN_aarch64_allocate_dynrelocs (h
, inf
);
7019 /* Allocate space in .plt, .got and associated reloc sections for
7020 local ifunc dynamic relocs. */
7023 elfNN_aarch64_allocate_local_ifunc_dynrelocs (void **slot
, void *inf
)
7025 struct elf_link_hash_entry
*h
7026 = (struct elf_link_hash_entry
*) *slot
;
7028 if (h
->type
!= STT_GNU_IFUNC
7032 || h
->root
.type
!= bfd_link_hash_defined
)
7035 return elfNN_aarch64_allocate_ifunc_dynrelocs (h
, inf
);
7038 /* This is the most important function of all . Innocuosly named
7041 elfNN_aarch64_size_dynamic_sections (bfd
*output_bfd ATTRIBUTE_UNUSED
,
7042 struct bfd_link_info
*info
)
7044 struct elf_aarch64_link_hash_table
*htab
;
7050 htab
= elf_aarch64_hash_table ((info
));
7051 dynobj
= htab
->root
.dynobj
;
7053 BFD_ASSERT (dynobj
!= NULL
);
7055 if (htab
->root
.dynamic_sections_created
)
7057 if (info
->executable
)
7059 s
= bfd_get_linker_section (dynobj
, ".interp");
7062 s
->size
= sizeof ELF_DYNAMIC_INTERPRETER
;
7063 s
->contents
= (unsigned char *) ELF_DYNAMIC_INTERPRETER
;
7067 /* Set up .got offsets for local syms, and space for local dynamic
7069 for (ibfd
= info
->input_bfds
; ibfd
!= NULL
; ibfd
= ibfd
->link
.next
)
7071 struct elf_aarch64_local_symbol
*locals
= NULL
;
7072 Elf_Internal_Shdr
*symtab_hdr
;
7076 if (!is_aarch64_elf (ibfd
))
7079 for (s
= ibfd
->sections
; s
!= NULL
; s
= s
->next
)
7081 struct elf_dyn_relocs
*p
;
7083 for (p
= (struct elf_dyn_relocs
*)
7084 (elf_section_data (s
)->local_dynrel
); p
!= NULL
; p
= p
->next
)
7086 if (!bfd_is_abs_section (p
->sec
)
7087 && bfd_is_abs_section (p
->sec
->output_section
))
7089 /* Input section has been discarded, either because
7090 it is a copy of a linkonce section or due to
7091 linker script /DISCARD/, so we'll be discarding
7094 else if (p
->count
!= 0)
7096 srel
= elf_section_data (p
->sec
)->sreloc
;
7097 srel
->size
+= p
->count
* RELOC_SIZE (htab
);
7098 if ((p
->sec
->output_section
->flags
& SEC_READONLY
) != 0)
7099 info
->flags
|= DF_TEXTREL
;
7104 locals
= elf_aarch64_locals (ibfd
);
7108 symtab_hdr
= &elf_symtab_hdr (ibfd
);
7109 srel
= htab
->root
.srelgot
;
7110 for (i
= 0; i
< symtab_hdr
->sh_info
; i
++)
7112 locals
[i
].got_offset
= (bfd_vma
) - 1;
7113 locals
[i
].tlsdesc_got_jump_table_offset
= (bfd_vma
) - 1;
7114 if (locals
[i
].got_refcount
> 0)
7116 unsigned got_type
= locals
[i
].got_type
;
7117 if (got_type
& GOT_TLSDESC_GD
)
7119 locals
[i
].tlsdesc_got_jump_table_offset
=
7120 (htab
->root
.sgotplt
->size
7121 - aarch64_compute_jump_table_size (htab
));
7122 htab
->root
.sgotplt
->size
+= GOT_ENTRY_SIZE
* 2;
7123 locals
[i
].got_offset
= (bfd_vma
) - 2;
7126 if (got_type
& GOT_TLS_GD
)
7128 locals
[i
].got_offset
= htab
->root
.sgot
->size
;
7129 htab
->root
.sgot
->size
+= GOT_ENTRY_SIZE
* 2;
7132 if (got_type
& GOT_TLS_IE
)
7134 locals
[i
].got_offset
= htab
->root
.sgot
->size
;
7135 htab
->root
.sgot
->size
+= GOT_ENTRY_SIZE
;
7138 if (got_type
== GOT_UNKNOWN
)
7142 if (got_type
== GOT_NORMAL
)
7148 if (got_type
& GOT_TLSDESC_GD
)
7150 htab
->root
.srelplt
->size
+= RELOC_SIZE (htab
);
7151 /* Note RELOC_COUNT not incremented here! */
7152 htab
->tlsdesc_plt
= (bfd_vma
) - 1;
7155 if (got_type
& GOT_TLS_GD
)
7156 htab
->root
.srelgot
->size
+= RELOC_SIZE (htab
) * 2;
7158 if (got_type
& GOT_TLS_IE
)
7159 htab
->root
.srelgot
->size
+= RELOC_SIZE (htab
);
7164 locals
[i
].got_refcount
= (bfd_vma
) - 1;
7170 /* Allocate global sym .plt and .got entries, and space for global
7171 sym dynamic relocs. */
7172 elf_link_hash_traverse (&htab
->root
, elfNN_aarch64_allocate_dynrelocs
,
7175 /* Allocate global ifunc sym .plt and .got entries, and space for global
7176 ifunc sym dynamic relocs. */
7177 elf_link_hash_traverse (&htab
->root
, elfNN_aarch64_allocate_ifunc_dynrelocs
,
7180 /* Allocate .plt and .got entries, and space for local symbols. */
7181 htab_traverse (htab
->loc_hash_table
,
7182 elfNN_aarch64_allocate_local_dynrelocs
,
7185 /* Allocate .plt and .got entries, and space for local ifunc symbols. */
7186 htab_traverse (htab
->loc_hash_table
,
7187 elfNN_aarch64_allocate_local_ifunc_dynrelocs
,
7190 /* For every jump slot reserved in the sgotplt, reloc_count is
7191 incremented. However, when we reserve space for TLS descriptors,
7192 it's not incremented, so in order to compute the space reserved
7193 for them, it suffices to multiply the reloc count by the jump
7196 if (htab
->root
.srelplt
)
7197 htab
->sgotplt_jump_table_size
= aarch64_compute_jump_table_size (htab
);
7199 if (htab
->tlsdesc_plt
)
7201 if (htab
->root
.splt
->size
== 0)
7202 htab
->root
.splt
->size
+= PLT_ENTRY_SIZE
;
7204 htab
->tlsdesc_plt
= htab
->root
.splt
->size
;
7205 htab
->root
.splt
->size
+= PLT_TLSDESC_ENTRY_SIZE
;
7207 /* If we're not using lazy TLS relocations, don't generate the
7208 GOT entry required. */
7209 if (!(info
->flags
& DF_BIND_NOW
))
7211 htab
->dt_tlsdesc_got
= htab
->root
.sgot
->size
;
7212 htab
->root
.sgot
->size
+= GOT_ENTRY_SIZE
;
7216 /* Init mapping symbols information to use later to distingush between
7217 code and data while scanning for erratam 835769. */
7218 if (htab
->fix_erratum_835769
)
7219 for (ibfd
= info
->input_bfds
; ibfd
!= NULL
; ibfd
= ibfd
->link
.next
)
7221 if (!is_aarch64_elf (ibfd
))
7223 bfd_elfNN_aarch64_init_maps (ibfd
);
7226 /* We now have determined the sizes of the various dynamic sections.
7227 Allocate memory for them. */
7229 for (s
= dynobj
->sections
; s
!= NULL
; s
= s
->next
)
7231 if ((s
->flags
& SEC_LINKER_CREATED
) == 0)
7234 if (s
== htab
->root
.splt
7235 || s
== htab
->root
.sgot
7236 || s
== htab
->root
.sgotplt
7237 || s
== htab
->root
.iplt
7238 || s
== htab
->root
.igotplt
|| s
== htab
->sdynbss
)
7240 /* Strip this section if we don't need it; see the
7243 else if (CONST_STRNEQ (bfd_get_section_name (dynobj
, s
), ".rela"))
7245 if (s
->size
!= 0 && s
!= htab
->root
.srelplt
)
7248 /* We use the reloc_count field as a counter if we need
7249 to copy relocs into the output file. */
7250 if (s
!= htab
->root
.srelplt
)
7255 /* It's not one of our sections, so don't allocate space. */
7261 /* If we don't need this section, strip it from the
7262 output file. This is mostly to handle .rela.bss and
7263 .rela.plt. We must create both sections in
7264 create_dynamic_sections, because they must be created
7265 before the linker maps input sections to output
7266 sections. The linker does that before
7267 adjust_dynamic_symbol is called, and it is that
7268 function which decides whether anything needs to go
7269 into these sections. */
7271 s
->flags
|= SEC_EXCLUDE
;
7275 if ((s
->flags
& SEC_HAS_CONTENTS
) == 0)
7278 /* Allocate memory for the section contents. We use bfd_zalloc
7279 here in case unused entries are not reclaimed before the
7280 section's contents are written out. This should not happen,
7281 but this way if it does, we get a R_AARCH64_NONE reloc instead
7283 s
->contents
= (bfd_byte
*) bfd_zalloc (dynobj
, s
->size
);
7284 if (s
->contents
== NULL
)
7288 if (htab
->root
.dynamic_sections_created
)
7290 /* Add some entries to the .dynamic section. We fill in the
7291 values later, in elfNN_aarch64_finish_dynamic_sections, but we
7292 must add the entries now so that we get the correct size for
7293 the .dynamic section. The DT_DEBUG entry is filled in by the
7294 dynamic linker and used by the debugger. */
7295 #define add_dynamic_entry(TAG, VAL) \
7296 _bfd_elf_add_dynamic_entry (info, TAG, VAL)
7298 if (info
->executable
)
7300 if (!add_dynamic_entry (DT_DEBUG
, 0))
7304 if (htab
->root
.splt
->size
!= 0)
7306 if (!add_dynamic_entry (DT_PLTGOT
, 0)
7307 || !add_dynamic_entry (DT_PLTRELSZ
, 0)
7308 || !add_dynamic_entry (DT_PLTREL
, DT_RELA
)
7309 || !add_dynamic_entry (DT_JMPREL
, 0))
7312 if (htab
->tlsdesc_plt
7313 && (!add_dynamic_entry (DT_TLSDESC_PLT
, 0)
7314 || !add_dynamic_entry (DT_TLSDESC_GOT
, 0)))
7320 if (!add_dynamic_entry (DT_RELA
, 0)
7321 || !add_dynamic_entry (DT_RELASZ
, 0)
7322 || !add_dynamic_entry (DT_RELAENT
, RELOC_SIZE (htab
)))
7325 /* If any dynamic relocs apply to a read-only section,
7326 then we need a DT_TEXTREL entry. */
7327 if ((info
->flags
& DF_TEXTREL
) != 0)
7329 if (!add_dynamic_entry (DT_TEXTREL
, 0))
7334 #undef add_dynamic_entry
7340 elf_aarch64_update_plt_entry (bfd
*output_bfd
,
7341 bfd_reloc_code_real_type r_type
,
7342 bfd_byte
*plt_entry
, bfd_vma value
)
7344 reloc_howto_type
*howto
= elfNN_aarch64_howto_from_bfd_reloc (r_type
);
7346 _bfd_aarch64_elf_put_addend (output_bfd
, plt_entry
, r_type
, howto
, value
);
7350 elfNN_aarch64_create_small_pltn_entry (struct elf_link_hash_entry
*h
,
7351 struct elf_aarch64_link_hash_table
7352 *htab
, bfd
*output_bfd
,
7353 struct bfd_link_info
*info
)
7355 bfd_byte
*plt_entry
;
7358 bfd_vma gotplt_entry_address
;
7359 bfd_vma plt_entry_address
;
7360 Elf_Internal_Rela rela
;
7362 asection
*plt
, *gotplt
, *relplt
;
7364 /* When building a static executable, use .iplt, .igot.plt and
7365 .rela.iplt sections for STT_GNU_IFUNC symbols. */
7366 if (htab
->root
.splt
!= NULL
)
7368 plt
= htab
->root
.splt
;
7369 gotplt
= htab
->root
.sgotplt
;
7370 relplt
= htab
->root
.srelplt
;
7374 plt
= htab
->root
.iplt
;
7375 gotplt
= htab
->root
.igotplt
;
7376 relplt
= htab
->root
.irelplt
;
7379 /* Get the index in the procedure linkage table which
7380 corresponds to this symbol. This is the index of this symbol
7381 in all the symbols for which we are making plt entries. The
7382 first entry in the procedure linkage table is reserved.
7384 Get the offset into the .got table of the entry that
7385 corresponds to this function. Each .got entry is GOT_ENTRY_SIZE
7386 bytes. The first three are reserved for the dynamic linker.
7388 For static executables, we don't reserve anything. */
7390 if (plt
== htab
->root
.splt
)
7392 plt_index
= (h
->plt
.offset
- htab
->plt_header_size
) / htab
->plt_entry_size
;
7393 got_offset
= (plt_index
+ 3) * GOT_ENTRY_SIZE
;
7397 plt_index
= h
->plt
.offset
/ htab
->plt_entry_size
;
7398 got_offset
= plt_index
* GOT_ENTRY_SIZE
;
7401 plt_entry
= plt
->contents
+ h
->plt
.offset
;
7402 plt_entry_address
= plt
->output_section
->vma
7403 + plt
->output_offset
+ h
->plt
.offset
;
7404 gotplt_entry_address
= gotplt
->output_section
->vma
+
7405 gotplt
->output_offset
+ got_offset
;
7407 /* Copy in the boiler-plate for the PLTn entry. */
7408 memcpy (plt_entry
, elfNN_aarch64_small_plt_entry
, PLT_SMALL_ENTRY_SIZE
);
7410 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
7411 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
7412 elf_aarch64_update_plt_entry (output_bfd
, BFD_RELOC_AARCH64_ADR_HI21_PCREL
,
7414 PG (gotplt_entry_address
) -
7415 PG (plt_entry_address
));
7417 /* Fill in the lo12 bits for the load from the pltgot. */
7418 elf_aarch64_update_plt_entry (output_bfd
, BFD_RELOC_AARCH64_LDSTNN_LO12
,
7420 PG_OFFSET (gotplt_entry_address
));
7422 /* Fill in the lo12 bits for the add from the pltgot entry. */
7423 elf_aarch64_update_plt_entry (output_bfd
, BFD_RELOC_AARCH64_ADD_LO12
,
7425 PG_OFFSET (gotplt_entry_address
));
7427 /* All the GOTPLT Entries are essentially initialized to PLT0. */
7428 bfd_put_NN (output_bfd
,
7429 plt
->output_section
->vma
+ plt
->output_offset
,
7430 gotplt
->contents
+ got_offset
);
7432 rela
.r_offset
= gotplt_entry_address
;
7434 if (h
->dynindx
== -1
7435 || ((info
->executable
7436 || ELF_ST_VISIBILITY (h
->other
) != STV_DEFAULT
)
7438 && h
->type
== STT_GNU_IFUNC
))
7440 /* If an STT_GNU_IFUNC symbol is locally defined, generate
7441 R_AARCH64_IRELATIVE instead of R_AARCH64_JUMP_SLOT. */
7442 rela
.r_info
= ELFNN_R_INFO (0, AARCH64_R (IRELATIVE
));
7443 rela
.r_addend
= (h
->root
.u
.def
.value
7444 + h
->root
.u
.def
.section
->output_section
->vma
7445 + h
->root
.u
.def
.section
->output_offset
);
7449 /* Fill in the entry in the .rela.plt section. */
7450 rela
.r_info
= ELFNN_R_INFO (h
->dynindx
, AARCH64_R (JUMP_SLOT
));
7454 /* Compute the relocation entry to used based on PLT index and do
7455 not adjust reloc_count. The reloc_count has already been adjusted
7456 to account for this entry. */
7457 loc
= relplt
->contents
+ plt_index
* RELOC_SIZE (htab
);
7458 bfd_elfNN_swap_reloca_out (output_bfd
, &rela
, loc
);
7461 /* Size sections even though they're not dynamic. We use it to setup
7462 _TLS_MODULE_BASE_, if needed. */
7465 elfNN_aarch64_always_size_sections (bfd
*output_bfd
,
7466 struct bfd_link_info
*info
)
7470 if (info
->relocatable
)
7473 tls_sec
= elf_hash_table (info
)->tls_sec
;
7477 struct elf_link_hash_entry
*tlsbase
;
7479 tlsbase
= elf_link_hash_lookup (elf_hash_table (info
),
7480 "_TLS_MODULE_BASE_", TRUE
, TRUE
, FALSE
);
7484 struct bfd_link_hash_entry
*h
= NULL
;
7485 const struct elf_backend_data
*bed
=
7486 get_elf_backend_data (output_bfd
);
7488 if (!(_bfd_generic_link_add_one_symbol
7489 (info
, output_bfd
, "_TLS_MODULE_BASE_", BSF_LOCAL
,
7490 tls_sec
, 0, NULL
, FALSE
, bed
->collect
, &h
)))
7493 tlsbase
->type
= STT_TLS
;
7494 tlsbase
= (struct elf_link_hash_entry
*) h
;
7495 tlsbase
->def_regular
= 1;
7496 tlsbase
->other
= STV_HIDDEN
;
7497 (*bed
->elf_backend_hide_symbol
) (info
, tlsbase
, TRUE
);
7504 /* Finish up dynamic symbol handling. We set the contents of various
7505 dynamic sections here. */
7507 elfNN_aarch64_finish_dynamic_symbol (bfd
*output_bfd
,
7508 struct bfd_link_info
*info
,
7509 struct elf_link_hash_entry
*h
,
7510 Elf_Internal_Sym
*sym
)
7512 struct elf_aarch64_link_hash_table
*htab
;
7513 htab
= elf_aarch64_hash_table (info
);
7515 if (h
->plt
.offset
!= (bfd_vma
) - 1)
7517 asection
*plt
, *gotplt
, *relplt
;
7519 /* This symbol has an entry in the procedure linkage table. Set
7522 /* When building a static executable, use .iplt, .igot.plt and
7523 .rela.iplt sections for STT_GNU_IFUNC symbols. */
7524 if (htab
->root
.splt
!= NULL
)
7526 plt
= htab
->root
.splt
;
7527 gotplt
= htab
->root
.sgotplt
;
7528 relplt
= htab
->root
.srelplt
;
7532 plt
= htab
->root
.iplt
;
7533 gotplt
= htab
->root
.igotplt
;
7534 relplt
= htab
->root
.irelplt
;
7537 /* This symbol has an entry in the procedure linkage table. Set
7539 if ((h
->dynindx
== -1
7540 && !((h
->forced_local
|| info
->executable
)
7542 && h
->type
== STT_GNU_IFUNC
))
7548 elfNN_aarch64_create_small_pltn_entry (h
, htab
, output_bfd
, info
);
7549 if (!h
->def_regular
)
7551 /* Mark the symbol as undefined, rather than as defined in
7552 the .plt section. */
7553 sym
->st_shndx
= SHN_UNDEF
;
7554 /* If the symbol is weak we need to clear the value.
7555 Otherwise, the PLT entry would provide a definition for
7556 the symbol even if the symbol wasn't defined anywhere,
7557 and so the symbol would never be NULL. Leave the value if
7558 there were any relocations where pointer equality matters
7559 (this is a clue for the dynamic linker, to make function
7560 pointer comparisons work between an application and shared
7562 if (!h
->ref_regular_nonweak
|| !h
->pointer_equality_needed
)
7567 if (h
->got
.offset
!= (bfd_vma
) - 1
7568 && elf_aarch64_hash_entry (h
)->got_type
== GOT_NORMAL
)
7570 Elf_Internal_Rela rela
;
7573 /* This symbol has an entry in the global offset table. Set it
7575 if (htab
->root
.sgot
== NULL
|| htab
->root
.srelgot
== NULL
)
7578 rela
.r_offset
= (htab
->root
.sgot
->output_section
->vma
7579 + htab
->root
.sgot
->output_offset
7580 + (h
->got
.offset
& ~(bfd_vma
) 1));
7583 && h
->type
== STT_GNU_IFUNC
)
7587 /* Generate R_AARCH64_GLOB_DAT. */
7594 if (!h
->pointer_equality_needed
)
7597 /* For non-shared object, we can't use .got.plt, which
7598 contains the real function address if we need pointer
7599 equality. We load the GOT entry with the PLT entry. */
7600 plt
= htab
->root
.splt
? htab
->root
.splt
: htab
->root
.iplt
;
7601 bfd_put_NN (output_bfd
, (plt
->output_section
->vma
7602 + plt
->output_offset
7604 htab
->root
.sgot
->contents
7605 + (h
->got
.offset
& ~(bfd_vma
) 1));
7609 else if (info
->shared
&& SYMBOL_REFERENCES_LOCAL (info
, h
))
7611 if (!h
->def_regular
)
7614 BFD_ASSERT ((h
->got
.offset
& 1) != 0);
7615 rela
.r_info
= ELFNN_R_INFO (0, AARCH64_R (RELATIVE
));
7616 rela
.r_addend
= (h
->root
.u
.def
.value
7617 + h
->root
.u
.def
.section
->output_section
->vma
7618 + h
->root
.u
.def
.section
->output_offset
);
7623 BFD_ASSERT ((h
->got
.offset
& 1) == 0);
7624 bfd_put_NN (output_bfd
, (bfd_vma
) 0,
7625 htab
->root
.sgot
->contents
+ h
->got
.offset
);
7626 rela
.r_info
= ELFNN_R_INFO (h
->dynindx
, AARCH64_R (GLOB_DAT
));
7630 loc
= htab
->root
.srelgot
->contents
;
7631 loc
+= htab
->root
.srelgot
->reloc_count
++ * RELOC_SIZE (htab
);
7632 bfd_elfNN_swap_reloca_out (output_bfd
, &rela
, loc
);
7637 Elf_Internal_Rela rela
;
7640 /* This symbol needs a copy reloc. Set it up. */
7642 if (h
->dynindx
== -1
7643 || (h
->root
.type
!= bfd_link_hash_defined
7644 && h
->root
.type
!= bfd_link_hash_defweak
)
7645 || htab
->srelbss
== NULL
)
7648 rela
.r_offset
= (h
->root
.u
.def
.value
7649 + h
->root
.u
.def
.section
->output_section
->vma
7650 + h
->root
.u
.def
.section
->output_offset
);
7651 rela
.r_info
= ELFNN_R_INFO (h
->dynindx
, AARCH64_R (COPY
));
7653 loc
= htab
->srelbss
->contents
;
7654 loc
+= htab
->srelbss
->reloc_count
++ * RELOC_SIZE (htab
);
7655 bfd_elfNN_swap_reloca_out (output_bfd
, &rela
, loc
);
7658 /* Mark _DYNAMIC and _GLOBAL_OFFSET_TABLE_ as absolute. SYM may
7659 be NULL for local symbols. */
7661 && (h
== elf_hash_table (info
)->hdynamic
7662 || h
== elf_hash_table (info
)->hgot
))
7663 sym
->st_shndx
= SHN_ABS
;
7668 /* Finish up local dynamic symbol handling. We set the contents of
7669 various dynamic sections here. */
7672 elfNN_aarch64_finish_local_dynamic_symbol (void **slot
, void *inf
)
7674 struct elf_link_hash_entry
*h
7675 = (struct elf_link_hash_entry
*) *slot
;
7676 struct bfd_link_info
*info
7677 = (struct bfd_link_info
*) inf
;
7679 return elfNN_aarch64_finish_dynamic_symbol (info
->output_bfd
,
7684 elfNN_aarch64_init_small_plt0_entry (bfd
*output_bfd ATTRIBUTE_UNUSED
,
7685 struct elf_aarch64_link_hash_table
7688 /* Fill in PLT0. Fixme:RR Note this doesn't distinguish between
7689 small and large plts and at the minute just generates
7692 /* PLT0 of the small PLT looks like this in ELF64 -
7693 stp x16, x30, [sp, #-16]! // Save the reloc and lr on stack.
7694 adrp x16, PLT_GOT + 16 // Get the page base of the GOTPLT
7695 ldr x17, [x16, #:lo12:PLT_GOT+16] // Load the address of the
7697 add x16, x16, #:lo12:PLT_GOT+16 // Load the lo12 bits of the
7698 // GOTPLT entry for this.
7700 PLT0 will be slightly different in ELF32 due to different got entry
7703 bfd_vma plt_got_2nd_ent
; /* Address of GOT[2]. */
7707 memcpy (htab
->root
.splt
->contents
, elfNN_aarch64_small_plt0_entry
,
7709 elf_section_data (htab
->root
.splt
->output_section
)->this_hdr
.sh_entsize
=
7712 plt_got_2nd_ent
= (htab
->root
.sgotplt
->output_section
->vma
7713 + htab
->root
.sgotplt
->output_offset
7714 + GOT_ENTRY_SIZE
* 2);
7716 plt_base
= htab
->root
.splt
->output_section
->vma
+
7717 htab
->root
.splt
->output_offset
;
7719 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
7720 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
7721 elf_aarch64_update_plt_entry (output_bfd
, BFD_RELOC_AARCH64_ADR_HI21_PCREL
,
7722 htab
->root
.splt
->contents
+ 4,
7723 PG (plt_got_2nd_ent
) - PG (plt_base
+ 4));
7725 elf_aarch64_update_plt_entry (output_bfd
, BFD_RELOC_AARCH64_LDSTNN_LO12
,
7726 htab
->root
.splt
->contents
+ 8,
7727 PG_OFFSET (plt_got_2nd_ent
));
7729 elf_aarch64_update_plt_entry (output_bfd
, BFD_RELOC_AARCH64_ADD_LO12
,
7730 htab
->root
.splt
->contents
+ 12,
7731 PG_OFFSET (plt_got_2nd_ent
));
7735 elfNN_aarch64_finish_dynamic_sections (bfd
*output_bfd
,
7736 struct bfd_link_info
*info
)
7738 struct elf_aarch64_link_hash_table
*htab
;
7742 htab
= elf_aarch64_hash_table (info
);
7743 dynobj
= htab
->root
.dynobj
;
7744 sdyn
= bfd_get_linker_section (dynobj
, ".dynamic");
7746 if (htab
->root
.dynamic_sections_created
)
7748 ElfNN_External_Dyn
*dyncon
, *dynconend
;
7750 if (sdyn
== NULL
|| htab
->root
.sgot
== NULL
)
7753 dyncon
= (ElfNN_External_Dyn
*) sdyn
->contents
;
7754 dynconend
= (ElfNN_External_Dyn
*) (sdyn
->contents
+ sdyn
->size
);
7755 for (; dyncon
< dynconend
; dyncon
++)
7757 Elf_Internal_Dyn dyn
;
7760 bfd_elfNN_swap_dyn_in (dynobj
, dyncon
, &dyn
);
7768 s
= htab
->root
.sgotplt
;
7769 dyn
.d_un
.d_ptr
= s
->output_section
->vma
+ s
->output_offset
;
7773 dyn
.d_un
.d_ptr
= htab
->root
.srelplt
->output_section
->vma
;
7777 s
= htab
->root
.srelplt
;
7778 dyn
.d_un
.d_val
= s
->size
;
7782 /* The procedure linkage table relocs (DT_JMPREL) should
7783 not be included in the overall relocs (DT_RELA).
7784 Therefore, we override the DT_RELASZ entry here to
7785 make it not include the JMPREL relocs. Since the
7786 linker script arranges for .rela.plt to follow all
7787 other relocation sections, we don't have to worry
7788 about changing the DT_RELA entry. */
7789 if (htab
->root
.srelplt
!= NULL
)
7791 s
= htab
->root
.srelplt
;
7792 dyn
.d_un
.d_val
-= s
->size
;
7796 case DT_TLSDESC_PLT
:
7797 s
= htab
->root
.splt
;
7798 dyn
.d_un
.d_ptr
= s
->output_section
->vma
+ s
->output_offset
7799 + htab
->tlsdesc_plt
;
7802 case DT_TLSDESC_GOT
:
7803 s
= htab
->root
.sgot
;
7804 dyn
.d_un
.d_ptr
= s
->output_section
->vma
+ s
->output_offset
7805 + htab
->dt_tlsdesc_got
;
7809 bfd_elfNN_swap_dyn_out (output_bfd
, &dyn
, dyncon
);
7814 /* Fill in the special first entry in the procedure linkage table. */
7815 if (htab
->root
.splt
&& htab
->root
.splt
->size
> 0)
7817 elfNN_aarch64_init_small_plt0_entry (output_bfd
, htab
);
7819 elf_section_data (htab
->root
.splt
->output_section
)->
7820 this_hdr
.sh_entsize
= htab
->plt_entry_size
;
7823 if (htab
->tlsdesc_plt
)
7825 bfd_put_NN (output_bfd
, (bfd_vma
) 0,
7826 htab
->root
.sgot
->contents
+ htab
->dt_tlsdesc_got
);
7828 memcpy (htab
->root
.splt
->contents
+ htab
->tlsdesc_plt
,
7829 elfNN_aarch64_tlsdesc_small_plt_entry
,
7830 sizeof (elfNN_aarch64_tlsdesc_small_plt_entry
));
7833 bfd_vma adrp1_addr
=
7834 htab
->root
.splt
->output_section
->vma
7835 + htab
->root
.splt
->output_offset
+ htab
->tlsdesc_plt
+ 4;
7837 bfd_vma adrp2_addr
= adrp1_addr
+ 4;
7840 htab
->root
.sgot
->output_section
->vma
7841 + htab
->root
.sgot
->output_offset
;
7843 bfd_vma pltgot_addr
=
7844 htab
->root
.sgotplt
->output_section
->vma
7845 + htab
->root
.sgotplt
->output_offset
;
7847 bfd_vma dt_tlsdesc_got
= got_addr
+ htab
->dt_tlsdesc_got
;
7849 bfd_byte
*plt_entry
=
7850 htab
->root
.splt
->contents
+ htab
->tlsdesc_plt
;
7852 /* adrp x2, DT_TLSDESC_GOT */
7853 elf_aarch64_update_plt_entry (output_bfd
,
7854 BFD_RELOC_AARCH64_ADR_HI21_PCREL
,
7856 (PG (dt_tlsdesc_got
)
7857 - PG (adrp1_addr
)));
7860 elf_aarch64_update_plt_entry (output_bfd
,
7861 BFD_RELOC_AARCH64_ADR_HI21_PCREL
,
7864 - PG (adrp2_addr
)));
7866 /* ldr x2, [x2, #0] */
7867 elf_aarch64_update_plt_entry (output_bfd
,
7868 BFD_RELOC_AARCH64_LDSTNN_LO12
,
7870 PG_OFFSET (dt_tlsdesc_got
));
7873 elf_aarch64_update_plt_entry (output_bfd
,
7874 BFD_RELOC_AARCH64_ADD_LO12
,
7876 PG_OFFSET (pltgot_addr
));
7881 if (htab
->root
.sgotplt
)
7883 if (bfd_is_abs_section (htab
->root
.sgotplt
->output_section
))
7885 (*_bfd_error_handler
)
7886 (_("discarded output section: `%A'"), htab
->root
.sgotplt
);
7890 /* Fill in the first three entries in the global offset table. */
7891 if (htab
->root
.sgotplt
->size
> 0)
7893 bfd_put_NN (output_bfd
, (bfd_vma
) 0, htab
->root
.sgotplt
->contents
);
7895 /* Write GOT[1] and GOT[2], needed for the dynamic linker. */
7896 bfd_put_NN (output_bfd
,
7898 htab
->root
.sgotplt
->contents
+ GOT_ENTRY_SIZE
);
7899 bfd_put_NN (output_bfd
,
7901 htab
->root
.sgotplt
->contents
+ GOT_ENTRY_SIZE
* 2);
7904 if (htab
->root
.sgot
)
7906 if (htab
->root
.sgot
->size
> 0)
7909 sdyn
? sdyn
->output_section
->vma
+ sdyn
->output_offset
: 0;
7910 bfd_put_NN (output_bfd
, addr
, htab
->root
.sgot
->contents
);
7914 elf_section_data (htab
->root
.sgotplt
->output_section
)->
7915 this_hdr
.sh_entsize
= GOT_ENTRY_SIZE
;
7918 if (htab
->root
.sgot
&& htab
->root
.sgot
->size
> 0)
7919 elf_section_data (htab
->root
.sgot
->output_section
)->this_hdr
.sh_entsize
7922 /* Fill PLT and GOT entries for local STT_GNU_IFUNC symbols. */
7923 htab_traverse (htab
->loc_hash_table
,
7924 elfNN_aarch64_finish_local_dynamic_symbol
,
7930 /* Return address for Ith PLT stub in section PLT, for relocation REL
7931 or (bfd_vma) -1 if it should not be included. */
7934 elfNN_aarch64_plt_sym_val (bfd_vma i
, const asection
*plt
,
7935 const arelent
*rel ATTRIBUTE_UNUSED
)
7937 return plt
->vma
+ PLT_ENTRY_SIZE
+ i
* PLT_SMALL_ENTRY_SIZE
;
7941 /* We use this so we can override certain functions
7942 (though currently we don't). */
7944 const struct elf_size_info elfNN_aarch64_size_info
=
7946 sizeof (ElfNN_External_Ehdr
),
7947 sizeof (ElfNN_External_Phdr
),
7948 sizeof (ElfNN_External_Shdr
),
7949 sizeof (ElfNN_External_Rel
),
7950 sizeof (ElfNN_External_Rela
),
7951 sizeof (ElfNN_External_Sym
),
7952 sizeof (ElfNN_External_Dyn
),
7953 sizeof (Elf_External_Note
),
7954 4, /* Hash table entry size. */
7955 1, /* Internal relocs per external relocs. */
7956 ARCH_SIZE
, /* Arch size. */
7957 LOG_FILE_ALIGN
, /* Log_file_align. */
7958 ELFCLASSNN
, EV_CURRENT
,
7959 bfd_elfNN_write_out_phdrs
,
7960 bfd_elfNN_write_shdrs_and_ehdr
,
7961 bfd_elfNN_checksum_contents
,
7962 bfd_elfNN_write_relocs
,
7963 bfd_elfNN_swap_symbol_in
,
7964 bfd_elfNN_swap_symbol_out
,
7965 bfd_elfNN_slurp_reloc_table
,
7966 bfd_elfNN_slurp_symbol_table
,
7967 bfd_elfNN_swap_dyn_in
,
7968 bfd_elfNN_swap_dyn_out
,
7969 bfd_elfNN_swap_reloc_in
,
7970 bfd_elfNN_swap_reloc_out
,
7971 bfd_elfNN_swap_reloca_in
,
7972 bfd_elfNN_swap_reloca_out
7975 #define ELF_ARCH bfd_arch_aarch64
7976 #define ELF_MACHINE_CODE EM_AARCH64
7977 #define ELF_MAXPAGESIZE 0x10000
7978 #define ELF_MINPAGESIZE 0x1000
7979 #define ELF_COMMONPAGESIZE 0x1000
7981 #define bfd_elfNN_close_and_cleanup \
7982 elfNN_aarch64_close_and_cleanup
7984 #define bfd_elfNN_bfd_free_cached_info \
7985 elfNN_aarch64_bfd_free_cached_info
7987 #define bfd_elfNN_bfd_is_target_special_symbol \
7988 elfNN_aarch64_is_target_special_symbol
7990 #define bfd_elfNN_bfd_link_hash_table_create \
7991 elfNN_aarch64_link_hash_table_create
7993 #define bfd_elfNN_bfd_merge_private_bfd_data \
7994 elfNN_aarch64_merge_private_bfd_data
7996 #define bfd_elfNN_bfd_print_private_bfd_data \
7997 elfNN_aarch64_print_private_bfd_data
7999 #define bfd_elfNN_bfd_reloc_type_lookup \
8000 elfNN_aarch64_reloc_type_lookup
8002 #define bfd_elfNN_bfd_reloc_name_lookup \
8003 elfNN_aarch64_reloc_name_lookup
8005 #define bfd_elfNN_bfd_set_private_flags \
8006 elfNN_aarch64_set_private_flags
8008 #define bfd_elfNN_find_inliner_info \
8009 elfNN_aarch64_find_inliner_info
8011 #define bfd_elfNN_find_nearest_line \
8012 elfNN_aarch64_find_nearest_line
8014 #define bfd_elfNN_mkobject \
8015 elfNN_aarch64_mkobject
8017 #define bfd_elfNN_new_section_hook \
8018 elfNN_aarch64_new_section_hook
8020 #define elf_backend_adjust_dynamic_symbol \
8021 elfNN_aarch64_adjust_dynamic_symbol
8023 #define elf_backend_always_size_sections \
8024 elfNN_aarch64_always_size_sections
8026 #define elf_backend_check_relocs \
8027 elfNN_aarch64_check_relocs
8029 #define elf_backend_copy_indirect_symbol \
8030 elfNN_aarch64_copy_indirect_symbol
8032 /* Create .dynbss, and .rela.bss sections in DYNOBJ, and set up shortcuts
8033 to them in our hash. */
8034 #define elf_backend_create_dynamic_sections \
8035 elfNN_aarch64_create_dynamic_sections
8037 #define elf_backend_init_index_section \
8038 _bfd_elf_init_2_index_sections
8040 #define elf_backend_finish_dynamic_sections \
8041 elfNN_aarch64_finish_dynamic_sections
8043 #define elf_backend_finish_dynamic_symbol \
8044 elfNN_aarch64_finish_dynamic_symbol
8046 #define elf_backend_gc_sweep_hook \
8047 elfNN_aarch64_gc_sweep_hook
8049 #define elf_backend_object_p \
8050 elfNN_aarch64_object_p
8052 #define elf_backend_output_arch_local_syms \
8053 elfNN_aarch64_output_arch_local_syms
8055 #define elf_backend_plt_sym_val \
8056 elfNN_aarch64_plt_sym_val
8058 #define elf_backend_post_process_headers \
8059 elfNN_aarch64_post_process_headers
8061 #define elf_backend_relocate_section \
8062 elfNN_aarch64_relocate_section
8064 #define elf_backend_reloc_type_class \
8065 elfNN_aarch64_reloc_type_class
8067 #define elf_backend_section_from_shdr \
8068 elfNN_aarch64_section_from_shdr
8070 #define elf_backend_size_dynamic_sections \
8071 elfNN_aarch64_size_dynamic_sections
8073 #define elf_backend_size_info \
8074 elfNN_aarch64_size_info
8076 #define elf_backend_write_section \
8077 elfNN_aarch64_write_section
8079 #define elf_backend_can_refcount 1
8080 #define elf_backend_can_gc_sections 1
8081 #define elf_backend_plt_readonly 1
8082 #define elf_backend_want_got_plt 1
8083 #define elf_backend_want_plt_sym 0
8084 #define elf_backend_may_use_rel_p 0
8085 #define elf_backend_may_use_rela_p 1
8086 #define elf_backend_default_use_rela_p 1
8087 #define elf_backend_rela_normal 1
8088 #define elf_backend_got_header_size (GOT_ENTRY_SIZE * 3)
8089 #define elf_backend_default_execstack 0
8091 #undef elf_backend_obj_attrs_section
8092 #define elf_backend_obj_attrs_section ".ARM.attributes"
8094 #include "elfNN-target.h"