1 // aarch64.cc -- aarch64 target support for gold.
3 // Copyright (C) 2014-2015 Free Software Foundation, Inc.
4 // Written by Jing Yu <jingyu@google.com> and Han Shen <shenhan@google.com>.
6 // This file is part of gold.
8 // This program is free software; you can redistribute it and/or modify
9 // it under the terms of the GNU General Public License as published by
10 // the Free Software Foundation; either version 3 of the License, or
11 // (at your option) any later version.
13 // This program is distributed in the hope that it will be useful,
14 // but WITHOUT ANY WARRANTY; without even the implied warranty of
15 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 // GNU General Public License for more details.
18 // You should have received a copy of the GNU General Public License
19 // along with this program; if not, write to the Free Software
20 // Foundation, Inc., 51 Franklin Street - Fifth Floor, Boston,
21 // MA 02110-1301, USA.
29 #include "parameters.h"
36 #include "copy-relocs.h"
38 #include "target-reloc.h"
39 #include "target-select.h"
45 #include "aarch64-reloc-property.h"
47 // The first three .got.plt entries are reserved.
48 const int32_t AARCH64_GOTPLT_RESERVE_COUNT
= 3;
56 template<int size
, bool big_endian
>
57 class Output_data_plt_aarch64
;
59 template<int size
, bool big_endian
>
60 class Output_data_plt_aarch64_standard
;
62 template<int size
, bool big_endian
>
65 template<int size
, bool big_endian
>
66 class AArch64_relocate_functions
;
68 // Output_data_got_aarch64 class.
70 template<int size
, bool big_endian
>
71 class Output_data_got_aarch64
: public Output_data_got
<size
, big_endian
>
74 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr Valtype
;
75 Output_data_got_aarch64(Symbol_table
* symtab
, Layout
* layout
)
76 : Output_data_got
<size
, big_endian
>(),
77 symbol_table_(symtab
), layout_(layout
)
80 // Add a static entry for the GOT entry at OFFSET. GSYM is a global
81 // symbol and R_TYPE is the code of a dynamic relocation that needs to be
82 // applied in a static link.
84 add_static_reloc(unsigned int got_offset
, unsigned int r_type
, Symbol
* gsym
)
85 { this->static_relocs_
.push_back(Static_reloc(got_offset
, r_type
, gsym
)); }
88 // Add a static reloc for the GOT entry at OFFSET. RELOBJ is an object
89 // defining a local symbol with INDEX. R_TYPE is the code of a dynamic
90 // relocation that needs to be applied in a static link.
92 add_static_reloc(unsigned int got_offset
, unsigned int r_type
,
93 Sized_relobj_file
<size
, big_endian
>* relobj
,
96 this->static_relocs_
.push_back(Static_reloc(got_offset
, r_type
, relobj
,
102 // Write out the GOT table.
104 do_write(Output_file
* of
) {
105 // The first entry in the GOT is the address of the .dynamic section.
106 gold_assert(this->data_size() >= size
/ 8);
107 Output_section
* dynamic
= this->layout_
->dynamic_section();
108 Valtype dynamic_addr
= dynamic
== NULL
? 0 : dynamic
->address();
109 this->replace_constant(0, dynamic_addr
);
110 Output_data_got
<size
, big_endian
>::do_write(of
);
112 // Handling static relocs
113 if (this->static_relocs_
.empty())
116 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
118 gold_assert(parameters
->doing_static_link());
119 const off_t offset
= this->offset();
120 const section_size_type oview_size
=
121 convert_to_section_size_type(this->data_size());
122 unsigned char* const oview
= of
->get_output_view(offset
, oview_size
);
124 Output_segment
* tls_segment
= this->layout_
->tls_segment();
125 gold_assert(tls_segment
!= NULL
);
127 AArch64_address aligned_tcb_address
=
128 align_address(Target_aarch64
<size
, big_endian
>::TCB_SIZE
,
129 tls_segment
->maximum_alignment());
131 for (size_t i
= 0; i
< this->static_relocs_
.size(); ++i
)
133 Static_reloc
& reloc(this->static_relocs_
[i
]);
134 AArch64_address value
;
136 if (!reloc
.symbol_is_global())
138 Sized_relobj_file
<size
, big_endian
>* object
= reloc
.relobj();
139 const Symbol_value
<size
>* psymval
=
140 reloc
.relobj()->local_symbol(reloc
.index());
142 // We are doing static linking. Issue an error and skip this
143 // relocation if the symbol is undefined or in a discarded_section.
145 unsigned int shndx
= psymval
->input_shndx(&is_ordinary
);
146 if ((shndx
== elfcpp::SHN_UNDEF
)
148 && shndx
!= elfcpp::SHN_UNDEF
149 && !object
->is_section_included(shndx
)
150 && !this->symbol_table_
->is_section_folded(object
, shndx
)))
152 gold_error(_("undefined or discarded local symbol %u from "
153 " object %s in GOT"),
154 reloc
.index(), reloc
.relobj()->name().c_str());
157 value
= psymval
->value(object
, 0);
161 const Symbol
* gsym
= reloc
.symbol();
162 gold_assert(gsym
!= NULL
);
163 if (gsym
->is_forwarder())
164 gsym
= this->symbol_table_
->resolve_forwards(gsym
);
166 // We are doing static linking. Issue an error and skip this
167 // relocation if the symbol is undefined or in a discarded_section
168 // unless it is a weakly_undefined symbol.
169 if ((gsym
->is_defined_in_discarded_section()
170 || gsym
->is_undefined())
171 && !gsym
->is_weak_undefined())
173 gold_error(_("undefined or discarded symbol %s in GOT"),
178 if (!gsym
->is_weak_undefined())
180 const Sized_symbol
<size
>* sym
=
181 static_cast<const Sized_symbol
<size
>*>(gsym
);
182 value
= sym
->value();
188 unsigned got_offset
= reloc
.got_offset();
189 gold_assert(got_offset
< oview_size
);
191 typedef typename
elfcpp::Swap
<size
, big_endian
>::Valtype Valtype
;
192 Valtype
* wv
= reinterpret_cast<Valtype
*>(oview
+ got_offset
);
194 switch (reloc
.r_type())
196 case elfcpp::R_AARCH64_TLS_DTPREL64
:
199 case elfcpp::R_AARCH64_TLS_TPREL64
:
200 x
= value
+ aligned_tcb_address
;
205 elfcpp::Swap
<size
, big_endian
>::writeval(wv
, x
);
208 of
->write_output_view(offset
, oview_size
, oview
);
212 // Symbol table of the output object.
213 Symbol_table
* symbol_table_
;
214 // A pointer to the Layout class, so that we can find the .dynamic
215 // section when we write out the GOT section.
218 // This class represent dynamic relocations that need to be applied by
219 // gold because we are using TLS relocations in a static link.
223 Static_reloc(unsigned int got_offset
, unsigned int r_type
, Symbol
* gsym
)
224 : got_offset_(got_offset
), r_type_(r_type
), symbol_is_global_(true)
225 { this->u_
.global
.symbol
= gsym
; }
227 Static_reloc(unsigned int got_offset
, unsigned int r_type
,
228 Sized_relobj_file
<size
, big_endian
>* relobj
, unsigned int index
)
229 : got_offset_(got_offset
), r_type_(r_type
), symbol_is_global_(false)
231 this->u_
.local
.relobj
= relobj
;
232 this->u_
.local
.index
= index
;
235 // Return the GOT offset.
238 { return this->got_offset_
; }
243 { return this->r_type_
; }
245 // Whether the symbol is global or not.
247 symbol_is_global() const
248 { return this->symbol_is_global_
; }
250 // For a relocation against a global symbol, the global symbol.
254 gold_assert(this->symbol_is_global_
);
255 return this->u_
.global
.symbol
;
258 // For a relocation against a local symbol, the defining object.
259 Sized_relobj_file
<size
, big_endian
>*
262 gold_assert(!this->symbol_is_global_
);
263 return this->u_
.local
.relobj
;
266 // For a relocation against a local symbol, the local symbol index.
270 gold_assert(!this->symbol_is_global_
);
271 return this->u_
.local
.index
;
275 // GOT offset of the entry to which this relocation is applied.
276 unsigned int got_offset_
;
277 // Type of relocation.
278 unsigned int r_type_
;
279 // Whether this relocation is against a global symbol.
280 bool symbol_is_global_
;
281 // A global or local symbol.
286 // For a global symbol, the symbol itself.
291 // For a local symbol, the object defining the symbol.
292 Sized_relobj_file
<size
, big_endian
>* relobj
;
293 // For a local symbol, the symbol index.
297 }; // End of inner class Static_reloc
299 std::vector
<Static_reloc
> static_relocs_
;
300 }; // End of Output_data_got_aarch64
303 template<int size
, bool big_endian
>
304 class AArch64_input_section
;
307 template<int size
, bool big_endian
>
308 class AArch64_output_section
;
313 template<int size
, bool big_endian
>
317 typedef Reloc_stub
<size
, big_endian
> This
;
318 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
320 // Do not change the value of the enums, they are used to index into
326 // Using adrp/add pair, 4 insns (including alignment) without mem access,
327 // the fastest stub. This has a limited jump distance, which is tested by
328 // aarch64_valid_for_adrp_p.
331 // Using ldr-absolute-address/br-register, 4 insns with 1 mem access,
332 // unlimited in jump distance.
333 ST_LONG_BRANCH_ABS
= 2,
335 // Using ldr/calculate-pcrel/jump, 8 insns (including alignment) with 1 mem
336 // access, slowest one. Only used in position independent executables.
337 ST_LONG_BRANCH_PCREL
= 3,
341 // Branch range. This is used to calculate the section group size, as well as
342 // determine whether a stub is needed.
343 static const int MAX_BRANCH_OFFSET
= ((1 << 25) - 1) << 2;
344 static const int MIN_BRANCH_OFFSET
= -((1 << 25) << 2);
346 // Constant used to determine if an offset fits in the adrp instruction
348 static const int MAX_ADRP_IMM
= (1 << 20) - 1;
349 static const int MIN_ADRP_IMM
= -(1 << 20);
351 static const int BYTES_PER_INSN
= 4;
352 static const int STUB_ADDR_ALIGN
= 4;
354 // Determine whether the offset fits in the jump/branch instruction.
356 aarch64_valid_branch_offset_p(int64_t offset
)
357 { return offset
>= MIN_BRANCH_OFFSET
&& offset
<= MAX_BRANCH_OFFSET
; }
359 // Determine whether the offset fits in the adrp immediate field.
361 aarch64_valid_for_adrp_p(AArch64_address location
, AArch64_address dest
)
363 typedef AArch64_relocate_functions
<size
, big_endian
> Reloc
;
364 int64_t adrp_imm
= (Reloc::Page(dest
) - Reloc::Page(location
)) >> 12;
365 return adrp_imm
>= MIN_ADRP_IMM
&& adrp_imm
<= MAX_ADRP_IMM
;
368 // Determine the stub type for a certain relocation or ST_NONE, if no stub is
371 stub_type_for_reloc(unsigned int r_type
, AArch64_address address
,
372 AArch64_address target
);
374 Reloc_stub(Stub_type stub_type
)
375 : stub_type_(stub_type
), offset_(invalid_offset
),
376 destination_address_(invalid_address
)
382 // Return offset of code stub from beginning of its containing stub table.
386 gold_assert(this->offset_
!= invalid_offset
);
387 return this->offset_
;
390 // Set offset of code stub from beginning of its containing stub table.
392 set_offset(section_offset_type offset
)
393 { this->offset_
= offset
; }
395 // Return destination address.
397 destination_address() const
399 gold_assert(this->destination_address_
!= this->invalid_address
);
400 return this->destination_address_
;
403 // Set destination address.
405 set_destination_address(AArch64_address address
)
407 gold_assert(address
!= this->invalid_address
);
408 this->destination_address_
= address
;
411 // Reset the destination address.
413 reset_destination_address()
414 { this->destination_address_
= this->invalid_address
; }
416 // Return the stub type.
419 { return stub_type_
; }
421 // Return the stub size.
424 { return this->stub_insn_number() * BYTES_PER_INSN
; }
426 // Return the instruction number of this stub instance.
428 stub_insn_number() const
429 { return stub_insns_
[this->stub_type_
][0]; }
431 // Note the first "insn" is the number of total insns in this array.
434 { return stub_insns_
[this->stub_type_
]; }
436 // Write stub to output file.
438 write(unsigned char* view
, section_size_type view_size
)
439 { this->do_write(view
, view_size
); }
441 // The key class used to index the stub instance in the stub table's stub map.
445 Key(Stub_type stub_type
, const Symbol
* symbol
, const Relobj
* relobj
,
446 unsigned int r_sym
, int32_t addend
)
447 : stub_type_(stub_type
), addend_(addend
)
451 this->r_sym_
= Reloc_stub::invalid_index
;
452 this->u_
.symbol
= symbol
;
456 gold_assert(relobj
!= NULL
&& r_sym
!= invalid_index
);
457 this->r_sym_
= r_sym
;
458 this->u_
.relobj
= relobj
;
468 { return this->stub_type_
; }
470 // Return the local symbol index or invalid_index.
473 { return this->r_sym_
; }
475 // Return the symbol if there is one.
478 { return this->r_sym_
== invalid_index
? this->u_
.symbol
: NULL
; }
480 // Return the relobj if there is one.
483 { return this->r_sym_
!= invalid_index
? this->u_
.relobj
: NULL
; }
485 // Whether this equals to another key k.
487 eq(const Key
& k
) const
489 return ((this->stub_type_
== k
.stub_type_
)
490 && (this->r_sym_
== k
.r_sym_
)
491 && ((this->r_sym_
!= Reloc_stub::invalid_index
)
492 ? (this->u_
.relobj
== k
.u_
.relobj
)
493 : (this->u_
.symbol
== k
.u_
.symbol
))
494 && (this->addend_
== k
.addend_
));
497 // Return a hash value.
501 size_t name_hash_value
= gold::string_hash
<char>(
502 (this->r_sym_
!= Reloc_stub::invalid_index
)
503 ? this->u_
.relobj
->name().c_str()
504 : this->u_
.symbol
->name());
505 // We only have 4 stub types.
506 size_t stub_type_hash_value
= 0x03 & this->stub_type_
;
507 return (name_hash_value
508 ^ stub_type_hash_value
509 ^ ((this->r_sym_
& 0x3fff) << 2)
510 ^ ((this->addend_
& 0xffff) << 16));
513 // Functors for STL associative containers.
517 operator()(const Key
& k
) const
518 { return k
.hash_value(); }
524 operator()(const Key
& k1
, const Key
& k2
) const
525 { return k1
.eq(k2
); }
530 const Stub_type stub_type_
;
531 // If this is a local symbol, this is the index in the defining object.
532 // Otherwise, it is invalid_index for a global symbol.
534 // If r_sym_ is an invalid index, this points to a global symbol.
535 // Otherwise, it points to a relobj. We used the unsized and target
536 // independent Symbol and Relobj classes instead of Sized_symbol<32> and
537 // Arm_relobj, in order to avoid making the stub class a template
538 // as most of the stub machinery is endianness-neutral. However, it
539 // may require a bit of casting done by users of this class.
542 const Symbol
* symbol
;
543 const Relobj
* relobj
;
545 // Addend associated with a reloc.
547 }; // End of inner class Reloc_stub::Key
550 // This may be overridden in the child class.
552 do_write(unsigned char*, section_size_type
);
555 static const section_offset_type invalid_offset
=
556 static_cast<section_offset_type
>(-1);
557 static const unsigned int invalid_index
= static_cast<unsigned int>(-1);
558 static const AArch64_address invalid_address
=
559 static_cast<AArch64_address
>(-1);
561 static const uint32_t stub_insns_
[][10];
563 const Stub_type stub_type_
;
564 section_offset_type offset_
;
565 AArch64_address destination_address_
;
566 }; // End of Reloc_stub
569 // Write data to output file.
571 template<int size
, bool big_endian
>
573 Reloc_stub
<size
, big_endian
>::
574 do_write(unsigned char* view
, section_size_type
)
576 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Insntype
;
577 const uint32_t* insns
= this->stub_insns();
578 uint32_t num_insns
= this->stub_insn_number();
579 Insntype
* ip
= reinterpret_cast<Insntype
*>(view
);
580 for (uint32_t i
= 1; i
<= num_insns
; ++i
)
581 elfcpp::Swap
<32, big_endian
>::writeval(ip
+ i
- 1, insns
[i
]);
585 // Stubs instructions definition.
587 template<int size
, bool big_endian
>
589 Reloc_stub
<size
, big_endian
>::stub_insns_
[][10] =
591 // The first element of each group is the num of the insns.
599 0x90000010, /* adrp ip0, X */
600 /* ADR_PREL_PG_HI21(X) */
601 0x91000210, /* add ip0, ip0, :lo12:X */
602 /* ADD_ABS_LO12_NC(X) */
603 0xd61f0200, /* br ip0 */
604 0x00000000, /* alignment padding */
607 // ST_LONG_BRANCH_ABS
610 0x58000050, /* ldr ip0, 0x8 */
611 0xd61f0200, /* br ip0 */
612 0x00000000, /* address field */
613 0x00000000, /* address fields */
616 // ST_LONG_BRANCH_PCREL
619 0x58000090, /* ldr ip0, 0x10 */
620 0x10000011, /* adr ip1, #0 */
621 0x8b110210, /* add ip0, ip0, ip1 */
622 0xd61f0200, /* br ip0 */
623 0x00000000, /* address field */
624 0x00000000, /* address field */
625 0x00000000, /* alignment padding */
626 0x00000000, /* alignment padding */
631 // Determine the stub type for a certain relocation or ST_NONE, if no stub is
634 template<int size
, bool big_endian
>
636 typename Reloc_stub
<size
, big_endian
>::Stub_type
637 Reloc_stub
<size
, big_endian
>::stub_type_for_reloc(
638 unsigned int r_type
, AArch64_address location
, AArch64_address dest
)
640 int64_t branch_offset
= 0;
643 case elfcpp::R_AARCH64_CALL26
:
644 case elfcpp::R_AARCH64_JUMP26
:
645 branch_offset
= dest
- location
;
651 if (aarch64_valid_branch_offset_p(branch_offset
))
654 if (aarch64_valid_for_adrp_p(location
, dest
))
655 return ST_ADRP_BRANCH
;
657 if (parameters
->options().output_is_position_independent()
658 && parameters
->options().output_is_executable())
659 return ST_LONG_BRANCH_PCREL
;
661 return ST_LONG_BRANCH_ABS
;
664 // A class to hold stubs for the ARM target.
666 template<int size
, bool big_endian
>
667 class Stub_table
: public Output_data
670 typedef Target_aarch64
<size
, big_endian
> The_target_aarch64
;
671 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
672 typedef AArch64_input_section
<size
, big_endian
> The_aarch64_input_section
;
673 typedef Reloc_stub
<size
, big_endian
> The_reloc_stub
;
674 typedef typename
The_reloc_stub::Key The_reloc_stub_key
;
675 typedef typename
The_reloc_stub_key::hash The_reloc_stub_key_hash
;
676 typedef typename
The_reloc_stub_key::equal_to The_reloc_stub_key_equal_to
;
677 typedef Stub_table
<size
, big_endian
> The_stub_table
;
678 typedef Unordered_map
<The_reloc_stub_key
, The_reloc_stub
*,
679 The_reloc_stub_key_hash
, The_reloc_stub_key_equal_to
>
681 typedef typename
Reloc_stub_map::const_iterator Reloc_stub_map_const_iter
;
682 typedef Relocate_info
<size
, big_endian
> The_relocate_info
;
684 Stub_table(The_aarch64_input_section
* owner
)
685 : Output_data(), owner_(owner
), reloc_stubs_size_(0), prev_data_size_(0)
691 The_aarch64_input_section
*
695 // Whether this stub table is empty.
698 { return reloc_stubs_
.empty(); }
700 // Return the current data size.
702 current_data_size() const
703 { return this->current_data_size_for_child(); }
705 // Add a STUB using KEY. The caller is responsible for avoiding addition
706 // if a STUB with the same key has already been added.
708 add_reloc_stub(The_reloc_stub
* stub
, const The_reloc_stub_key
& key
);
710 // Finalize stubs. No-op here, just for completeness.
715 // Look up a relocation stub using KEY. Return NULL if there is none.
717 find_reloc_stub(The_reloc_stub_key
& key
)
719 Reloc_stub_map_const_iter p
= this->reloc_stubs_
.find(key
);
720 return (p
!= this->reloc_stubs_
.end()) ? p
->second
: NULL
;
723 // Relocate stubs in this stub table.
725 relocate_stubs(const The_relocate_info
*,
732 // Update data size at the end of a relaxation pass. Return true if data size
733 // is different from that of the previous relaxation pass.
735 update_data_size_changed_p()
737 // No addralign changed here.
738 off_t s
= this->reloc_stubs_size_
;
739 bool changed
= (s
!= this->prev_data_size_
);
740 this->prev_data_size_
= s
;
745 // Write out section contents.
747 do_write(Output_file
*);
749 // Return the required alignment.
752 { return The_reloc_stub::STUB_ADDR_ALIGN
; }
754 // Reset address and file offset.
756 do_reset_address_and_file_offset()
757 { this->set_current_data_size_for_child(this->prev_data_size_
); }
759 // Set final data size.
761 set_final_data_size()
762 { this->set_data_size(this->current_data_size()); }
765 // Relocate one stub.
767 relocate_stub(The_reloc_stub
*,
768 const The_relocate_info
*,
776 // Owner of this stub table.
777 The_aarch64_input_section
* owner_
;
778 // The relocation stubs.
779 Reloc_stub_map reloc_stubs_
;
780 // Size of reloc stubs.
781 off_t reloc_stubs_size_
;
782 // data size of this in the previous pass.
783 off_t prev_data_size_
;
784 }; // End of Stub_table
787 // Add a STUB using KEY. The caller is responsible for avoiding addition
788 // if a STUB with the same key has already been added.
790 template<int size
, bool big_endian
>
792 Stub_table
<size
, big_endian
>::add_reloc_stub(
793 The_reloc_stub
* stub
, const The_reloc_stub_key
& key
)
795 gold_assert(stub
->stub_type() == key
.stub_type());
796 this->reloc_stubs_
[key
] = stub
;
798 // Assign stub offset early. We can do this because we never remove
799 // reloc stubs and they are in the beginning of the stub table.
800 this->reloc_stubs_size_
= align_address(this->reloc_stubs_size_
,
801 The_reloc_stub::STUB_ADDR_ALIGN
);
802 stub
->set_offset(this->reloc_stubs_size_
);
803 this->reloc_stubs_size_
+= stub
->stub_size();
807 // Relocate all stubs in this stub table.
809 template<int size
, bool big_endian
>
811 Stub_table
<size
, big_endian
>::
812 relocate_stubs(const The_relocate_info
* relinfo
,
813 The_target_aarch64
* target_aarch64
,
814 Output_section
* output_section
,
816 AArch64_address address
,
817 section_size_type view_size
)
819 // "view_size" is the total size of the stub_table.
820 gold_assert(address
== this->address() &&
821 view_size
== static_cast<section_size_type
>(this->data_size()));
822 for(Reloc_stub_map_const_iter p
= this->reloc_stubs_
.begin();
823 p
!= this->reloc_stubs_
.end(); ++p
)
824 relocate_stub(p
->second
, relinfo
, target_aarch64
, output_section
,
825 view
, address
, view_size
);
829 // Relocate one stub. This is a helper for Stub_table::relocate_stubs().
831 template<int size
, bool big_endian
>
833 Stub_table
<size
, big_endian
>::
834 relocate_stub(The_reloc_stub
* stub
,
835 const The_relocate_info
* relinfo
,
836 The_target_aarch64
* target_aarch64
,
837 Output_section
* output_section
,
839 AArch64_address address
,
840 section_size_type view_size
)
842 // "offset" is the offset from the beginning of the stub_table.
843 section_size_type offset
= stub
->offset();
844 section_size_type stub_size
= stub
->stub_size();
845 // "view_size" is the total size of the stub_table.
846 gold_assert(offset
+ stub_size
<= view_size
);
848 target_aarch64
->relocate_stub(stub
, relinfo
, output_section
,
849 view
+ offset
, address
+ offset
, view_size
);
853 // Write out the stubs to file.
855 template<int size
, bool big_endian
>
857 Stub_table
<size
, big_endian
>::do_write(Output_file
* of
)
859 off_t offset
= this->offset();
860 const section_size_type oview_size
=
861 convert_to_section_size_type(this->data_size());
862 unsigned char* const oview
= of
->get_output_view(offset
, oview_size
);
864 // Write relocation stubs.
865 for (typename
Reloc_stub_map::const_iterator p
= this->reloc_stubs_
.begin();
866 p
!= this->reloc_stubs_
.end(); ++p
)
868 The_reloc_stub
* stub
= p
->second
;
869 AArch64_address address
= this->address() + stub
->offset();
870 gold_assert(address
==
871 align_address(address
, The_reloc_stub::STUB_ADDR_ALIGN
));
872 stub
->write(oview
+ stub
->offset(), stub
->stub_size());
875 of
->write_output_view(this->offset(), oview_size
, oview
);
879 // AArch64_relobj class.
881 template<int size
, bool big_endian
>
882 class AArch64_relobj
: public Sized_relobj_file
<size
, big_endian
>
885 typedef AArch64_relobj
<size
, big_endian
> This
;
886 typedef Target_aarch64
<size
, big_endian
> The_target_aarch64
;
887 typedef AArch64_input_section
<size
, big_endian
> The_aarch64_input_section
;
888 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
889 typedef Stub_table
<size
, big_endian
> The_stub_table
;
890 typedef std::vector
<The_stub_table
*> Stub_table_list
;
891 static const AArch64_address invalid_address
=
892 static_cast<AArch64_address
>(-1);
894 AArch64_relobj(const std::string
& name
, Input_file
* input_file
, off_t offset
,
895 const typename
elfcpp::Ehdr
<size
, big_endian
>& ehdr
)
896 : Sized_relobj_file
<size
, big_endian
>(name
, input_file
, offset
, ehdr
),
903 // Return the stub table of the SHNDX-th section if there is one.
905 stub_table(unsigned int shndx
) const
907 gold_assert(shndx
< this->stub_tables_
.size());
908 return this->stub_tables_
[shndx
];
911 // Set STUB_TABLE to be the stub_table of the SHNDX-th section.
913 set_stub_table(unsigned int shndx
, The_stub_table
* stub_table
)
915 gold_assert(shndx
< this->stub_tables_
.size());
916 this->stub_tables_
[shndx
] = stub_table
;
919 // Scan all relocation sections for stub generation.
921 scan_sections_for_stubs(The_target_aarch64
*, const Symbol_table
*,
924 // Whether a section is a scannable text section.
926 text_section_is_scannable(const elfcpp::Shdr
<size
, big_endian
>&, unsigned int,
927 const Output_section
*, const Symbol_table
*);
929 // Convert regular input section with index SHNDX to a relaxed section.
931 convert_input_section_to_relaxed_section(unsigned /* shndx */)
933 // The stubs have relocations and we need to process them after writing
934 // out the stubs. So relocation now must follow section write.
935 this->set_relocs_must_follow_section_writes();
939 // Post constructor setup.
943 // Call parent's setup method.
944 Sized_relobj_file
<size
, big_endian
>::do_setup();
946 // Initialize look-up tables.
947 this->stub_tables_
.resize(this->shnum());
951 do_relocate_sections(
952 const Symbol_table
* symtab
, const Layout
* layout
,
953 const unsigned char* pshdrs
, Output_file
* of
,
954 typename Sized_relobj_file
<size
, big_endian
>::Views
* pviews
);
957 // Whether a section needs to be scanned for relocation stubs.
959 section_needs_reloc_stub_scanning(const elfcpp::Shdr
<size
, big_endian
>&,
960 const Relobj::Output_sections
&,
961 const Symbol_table
*, const unsigned char*);
963 // List of stub tables.
964 Stub_table_list stub_tables_
;
965 }; // End of AArch64_relobj
968 // Relocate sections.
970 template<int size
, bool big_endian
>
972 AArch64_relobj
<size
, big_endian
>::do_relocate_sections(
973 const Symbol_table
* symtab
, const Layout
* layout
,
974 const unsigned char* pshdrs
, Output_file
* of
,
975 typename Sized_relobj_file
<size
, big_endian
>::Views
* pviews
)
977 // Call parent to relocate sections.
978 Sized_relobj_file
<size
, big_endian
>::do_relocate_sections(symtab
, layout
,
981 // We do not generate stubs if doing a relocatable link.
982 if (parameters
->options().relocatable())
985 Relocate_info
<size
, big_endian
> relinfo
;
986 relinfo
.symtab
= symtab
;
987 relinfo
.layout
= layout
;
988 relinfo
.object
= this;
990 // Relocate stub tables.
991 unsigned int shnum
= this->shnum();
992 The_target_aarch64
* target
= The_target_aarch64::current_target();
994 for (unsigned int i
= 1; i
< shnum
; ++i
)
996 The_aarch64_input_section
* aarch64_input_section
=
997 target
->find_aarch64_input_section(this, i
);
998 if (aarch64_input_section
!= NULL
999 && aarch64_input_section
->is_stub_table_owner()
1000 && !aarch64_input_section
->stub_table()->empty())
1002 Output_section
* os
= this->output_section(i
);
1003 gold_assert(os
!= NULL
);
1005 relinfo
.reloc_shndx
= elfcpp::SHN_UNDEF
;
1006 relinfo
.reloc_shdr
= NULL
;
1007 relinfo
.data_shndx
= i
;
1008 relinfo
.data_shdr
= pshdrs
+ i
* elfcpp::Elf_sizes
<size
>::shdr_size
;
1010 typename Sized_relobj_file
<size
, big_endian
>::View_size
&
1011 view_struct
= (*pviews
)[i
];
1012 gold_assert(view_struct
.view
!= NULL
);
1014 The_stub_table
* stub_table
= aarch64_input_section
->stub_table();
1015 off_t offset
= stub_table
->address() - view_struct
.address
;
1016 unsigned char* view
= view_struct
.view
+ offset
;
1017 AArch64_address address
= stub_table
->address();
1018 section_size_type view_size
= stub_table
->data_size();
1019 stub_table
->relocate_stubs(&relinfo
, target
, os
, view
, address
,
1026 // Determine if an input section is scannable for stub processing. SHDR is
1027 // the header of the section and SHNDX is the section index. OS is the output
1028 // section for the input section and SYMTAB is the global symbol table used to
1029 // look up ICF information.
1031 template<int size
, bool big_endian
>
1033 AArch64_relobj
<size
, big_endian
>::text_section_is_scannable(
1034 const elfcpp::Shdr
<size
, big_endian
>& text_shdr
,
1035 unsigned int text_shndx
,
1036 const Output_section
* os
,
1037 const Symbol_table
* symtab
)
1039 // Skip any empty sections, unallocated sections or sections whose
1040 // type are not SHT_PROGBITS.
1041 if (text_shdr
.get_sh_size() == 0
1042 || (text_shdr
.get_sh_flags() & elfcpp::SHF_ALLOC
) == 0
1043 || text_shdr
.get_sh_type() != elfcpp::SHT_PROGBITS
)
1046 // Skip any discarded or ICF'ed sections.
1047 if (os
== NULL
|| symtab
->is_section_folded(this, text_shndx
))
1050 // Skip exception frame.
1051 if (strcmp(os
->name(), ".eh_frame") == 0)
1054 gold_assert(!this->is_output_section_offset_invalid(text_shndx
) ||
1055 os
->find_relaxed_input_section(this, text_shndx
) != NULL
);
1061 // Determine if we want to scan the SHNDX-th section for relocation stubs.
1062 // This is a helper for AArch64_relobj::scan_sections_for_stubs().
1064 template<int size
, bool big_endian
>
1066 AArch64_relobj
<size
, big_endian
>::section_needs_reloc_stub_scanning(
1067 const elfcpp::Shdr
<size
, big_endian
>& shdr
,
1068 const Relobj::Output_sections
& out_sections
,
1069 const Symbol_table
* symtab
,
1070 const unsigned char* pshdrs
)
1072 unsigned int sh_type
= shdr
.get_sh_type();
1073 if (sh_type
!= elfcpp::SHT_RELA
)
1076 // Ignore empty section.
1077 off_t sh_size
= shdr
.get_sh_size();
1081 // Ignore reloc section with unexpected symbol table. The
1082 // error will be reported in the final link.
1083 if (this->adjust_shndx(shdr
.get_sh_link()) != this->symtab_shndx())
1086 gold_assert(sh_type
== elfcpp::SHT_RELA
);
1087 unsigned int reloc_size
= elfcpp::Elf_sizes
<size
>::rela_size
;
1089 // Ignore reloc section with unexpected entsize or uneven size.
1090 // The error will be reported in the final link.
1091 if (reloc_size
!= shdr
.get_sh_entsize() || sh_size
% reloc_size
!= 0)
1094 // Ignore reloc section with bad info. This error will be
1095 // reported in the final link.
1096 unsigned int text_shndx
= this->adjust_shndx(shdr
.get_sh_info());
1097 if (text_shndx
>= this->shnum())
1100 const unsigned int shdr_size
= elfcpp::Elf_sizes
<size
>::shdr_size
;
1101 const elfcpp::Shdr
<size
, big_endian
> text_shdr(pshdrs
+
1102 text_shndx
* shdr_size
);
1103 return this->text_section_is_scannable(text_shdr
, text_shndx
,
1104 out_sections
[text_shndx
], symtab
);
1108 // Scan relocations for stub generation.
1110 template<int size
, bool big_endian
>
1112 AArch64_relobj
<size
, big_endian
>::scan_sections_for_stubs(
1113 The_target_aarch64
* target
,
1114 const Symbol_table
* symtab
,
1115 const Layout
* layout
)
1117 unsigned int shnum
= this->shnum();
1118 const unsigned int shdr_size
= elfcpp::Elf_sizes
<size
>::shdr_size
;
1120 // Read the section headers.
1121 const unsigned char* pshdrs
= this->get_view(this->elf_file()->shoff(),
1125 // To speed up processing, we set up hash tables for fast lookup of
1126 // input offsets to output addresses.
1127 this->initialize_input_to_output_maps();
1129 const Relobj::Output_sections
& out_sections(this->output_sections());
1131 Relocate_info
<size
, big_endian
> relinfo
;
1132 relinfo
.symtab
= symtab
;
1133 relinfo
.layout
= layout
;
1134 relinfo
.object
= this;
1136 // Do relocation stubs scanning.
1137 const unsigned char* p
= pshdrs
+ shdr_size
;
1138 for (unsigned int i
= 1; i
< shnum
; ++i
, p
+= shdr_size
)
1140 const elfcpp::Shdr
<size
, big_endian
> shdr(p
);
1141 if (this->section_needs_reloc_stub_scanning(shdr
, out_sections
, symtab
,
1144 unsigned int index
= this->adjust_shndx(shdr
.get_sh_info());
1145 AArch64_address output_offset
=
1146 this->get_output_section_offset(index
);
1147 AArch64_address output_address
;
1148 if (output_offset
!= invalid_address
)
1150 output_address
= out_sections
[index
]->address() + output_offset
;
1154 // Currently this only happens for a relaxed section.
1155 const Output_relaxed_input_section
* poris
=
1156 out_sections
[index
]->find_relaxed_input_section(this, index
);
1157 gold_assert(poris
!= NULL
);
1158 output_address
= poris
->address();
1161 // Get the relocations.
1162 const unsigned char* prelocs
= this->get_view(shdr
.get_sh_offset(),
1166 // Get the section contents.
1167 section_size_type input_view_size
= 0;
1168 const unsigned char* input_view
=
1169 this->section_contents(index
, &input_view_size
, false);
1171 relinfo
.reloc_shndx
= i
;
1172 relinfo
.data_shndx
= index
;
1173 unsigned int sh_type
= shdr
.get_sh_type();
1174 unsigned int reloc_size
;
1175 gold_assert (sh_type
== elfcpp::SHT_RELA
);
1176 reloc_size
= elfcpp::Elf_sizes
<size
>::rela_size
;
1178 Output_section
* os
= out_sections
[index
];
1179 target
->scan_section_for_stubs(&relinfo
, sh_type
, prelocs
,
1180 shdr
.get_sh_size() / reloc_size
,
1182 output_offset
== invalid_address
,
1183 input_view
, output_address
,
1190 // A class to wrap an ordinary input section containing executable code.
1192 template<int size
, bool big_endian
>
1193 class AArch64_input_section
: public Output_relaxed_input_section
1196 typedef Stub_table
<size
, big_endian
> The_stub_table
;
1198 AArch64_input_section(Relobj
* relobj
, unsigned int shndx
)
1199 : Output_relaxed_input_section(relobj
, shndx
, 1),
1201 original_contents_(NULL
), original_size_(0),
1202 original_addralign_(1)
1205 ~AArch64_input_section()
1206 { delete[] this->original_contents_
; }
1212 // Set the stub_table.
1214 set_stub_table(The_stub_table
* st
)
1215 { this->stub_table_
= st
; }
1217 // Whether this is a stub table owner.
1219 is_stub_table_owner() const
1220 { return this->stub_table_
!= NULL
&& this->stub_table_
->owner() == this; }
1222 // Return the original size of the section.
1224 original_size() const
1225 { return this->original_size_
; }
1227 // Return the stub table.
1230 { return stub_table_
; }
1233 // Write out this input section.
1235 do_write(Output_file
*);
1237 // Return required alignment of this.
1239 do_addralign() const
1241 if (this->is_stub_table_owner())
1242 return std::max(this->stub_table_
->addralign(),
1243 static_cast<uint64_t>(this->original_addralign_
));
1245 return this->original_addralign_
;
1248 // Finalize data size.
1250 set_final_data_size();
1252 // Reset address and file offset.
1254 do_reset_address_and_file_offset();
1258 do_output_offset(const Relobj
* object
, unsigned int shndx
,
1259 section_offset_type offset
,
1260 section_offset_type
* poutput
) const
1262 if ((object
== this->relobj())
1263 && (shndx
== this->shndx())
1266 convert_types
<section_offset_type
, uint32_t>(this->original_size_
)))
1276 // Copying is not allowed.
1277 AArch64_input_section(const AArch64_input_section
&);
1278 AArch64_input_section
& operator=(const AArch64_input_section
&);
1280 // The relocation stubs.
1281 The_stub_table
* stub_table_
;
1282 // Original section contents. We have to make a copy here since the file
1283 // containing the original section may not be locked when we need to access
1285 unsigned char* original_contents_
;
1286 // Section size of the original input section.
1287 uint32_t original_size_
;
1288 // Address alignment of the original input section.
1289 uint32_t original_addralign_
;
1290 }; // End of AArch64_input_section
1293 // Finalize data size.
1295 template<int size
, bool big_endian
>
1297 AArch64_input_section
<size
, big_endian
>::set_final_data_size()
1299 off_t off
= convert_types
<off_t
, uint64_t>(this->original_size_
);
1301 if (this->is_stub_table_owner())
1303 this->stub_table_
->finalize_data_size();
1304 off
= align_address(off
, this->stub_table_
->addralign());
1305 off
+= this->stub_table_
->data_size();
1307 this->set_data_size(off
);
1311 // Reset address and file offset.
1313 template<int size
, bool big_endian
>
1315 AArch64_input_section
<size
, big_endian
>::do_reset_address_and_file_offset()
1317 // Size of the original input section contents.
1318 off_t off
= convert_types
<off_t
, uint64_t>(this->original_size_
);
1320 // If this is a stub table owner, account for the stub table size.
1321 if (this->is_stub_table_owner())
1323 The_stub_table
* stub_table
= this->stub_table_
;
1325 // Reset the stub table's address and file offset. The
1326 // current data size for child will be updated after that.
1327 stub_table_
->reset_address_and_file_offset();
1328 off
= align_address(off
, stub_table_
->addralign());
1329 off
+= stub_table
->current_data_size();
1332 this->set_current_data_size(off
);
1336 // Initialize an Arm_input_section.
1338 template<int size
, bool big_endian
>
1340 AArch64_input_section
<size
, big_endian
>::init()
1342 Relobj
* relobj
= this->relobj();
1343 unsigned int shndx
= this->shndx();
1345 // We have to cache original size, alignment and contents to avoid locking
1346 // the original file.
1347 this->original_addralign_
=
1348 convert_types
<uint32_t, uint64_t>(relobj
->section_addralign(shndx
));
1350 // This is not efficient but we expect only a small number of relaxed
1351 // input sections for stubs.
1352 section_size_type section_size
;
1353 const unsigned char* section_contents
=
1354 relobj
->section_contents(shndx
, §ion_size
, false);
1355 this->original_size_
=
1356 convert_types
<uint32_t, uint64_t>(relobj
->section_size(shndx
));
1358 gold_assert(this->original_contents_
== NULL
);
1359 this->original_contents_
= new unsigned char[section_size
];
1360 memcpy(this->original_contents_
, section_contents
, section_size
);
1362 // We want to make this look like the original input section after
1363 // output sections are finalized.
1364 Output_section
* os
= relobj
->output_section(shndx
);
1365 off_t offset
= relobj
->output_section_offset(shndx
);
1366 gold_assert(os
!= NULL
&& !relobj
->is_output_section_offset_invalid(shndx
));
1367 this->set_address(os
->address() + offset
);
1368 this->set_file_offset(os
->offset() + offset
);
1369 this->set_current_data_size(this->original_size_
);
1370 this->finalize_data_size();
1374 // Write data to output file.
1376 template<int size
, bool big_endian
>
1378 AArch64_input_section
<size
, big_endian
>::do_write(Output_file
* of
)
1380 // We have to write out the original section content.
1381 gold_assert(this->original_contents_
!= NULL
);
1382 of
->write(this->offset(), this->original_contents_
,
1383 this->original_size_
);
1385 // If this owns a stub table and it is not empty, write it.
1386 if (this->is_stub_table_owner() && !this->stub_table_
->empty())
1387 this->stub_table_
->write(of
);
1391 // Arm output section class. This is defined mainly to add a number of stub
1392 // generation methods.
1394 template<int size
, bool big_endian
>
1395 class AArch64_output_section
: public Output_section
1398 typedef Target_aarch64
<size
, big_endian
> The_target_aarch64
;
1399 typedef AArch64_relobj
<size
, big_endian
> The_aarch64_relobj
;
1400 typedef Stub_table
<size
, big_endian
> The_stub_table
;
1401 typedef AArch64_input_section
<size
, big_endian
> The_aarch64_input_section
;
1404 AArch64_output_section(const char* name
, elfcpp::Elf_Word type
,
1405 elfcpp::Elf_Xword flags
)
1406 : Output_section(name
, type
, flags
)
1409 ~AArch64_output_section() {}
1411 // Group input sections for stub generation.
1413 group_sections(section_size_type
, bool, Target_aarch64
<size
, big_endian
>*,
1417 typedef Output_section::Input_section Input_section
;
1418 typedef Output_section::Input_section_list Input_section_list
;
1420 // Create a stub group.
1422 create_stub_group(Input_section_list::const_iterator
,
1423 Input_section_list::const_iterator
,
1424 Input_section_list::const_iterator
,
1425 The_target_aarch64
*,
1426 std::vector
<Output_relaxed_input_section
*>&,
1428 }; // End of AArch64_output_section
1431 // Create a stub group for input sections from FIRST to LAST. OWNER points to
1432 // the input section that will be the owner of the stub table.
1434 template<int size
, bool big_endian
> void
1435 AArch64_output_section
<size
, big_endian
>::create_stub_group(
1436 Input_section_list::const_iterator first
,
1437 Input_section_list::const_iterator last
,
1438 Input_section_list::const_iterator owner
,
1439 The_target_aarch64
* target
,
1440 std::vector
<Output_relaxed_input_section
*>& new_relaxed_sections
,
1443 // Currently we convert ordinary input sections into relaxed sections only
1445 The_aarch64_input_section
* input_section
;
1446 if (owner
->is_relaxed_input_section())
1450 gold_assert(owner
->is_input_section());
1451 // Create a new relaxed input section. We need to lock the original
1453 Task_lock_obj
<Object
> tl(task
, owner
->relobj());
1455 target
->new_aarch64_input_section(owner
->relobj(), owner
->shndx());
1456 new_relaxed_sections
.push_back(input_section
);
1459 // Create a stub table.
1460 The_stub_table
* stub_table
=
1461 target
->new_stub_table(input_section
);
1463 input_section
->set_stub_table(stub_table
);
1465 Input_section_list::const_iterator p
= first
;
1466 // Look for input sections or relaxed input sections in [first ... last].
1469 if (p
->is_input_section() || p
->is_relaxed_input_section())
1471 // The stub table information for input sections live
1472 // in their objects.
1473 The_aarch64_relobj
* aarch64_relobj
=
1474 static_cast<The_aarch64_relobj
*>(p
->relobj());
1475 aarch64_relobj
->set_stub_table(p
->shndx(), stub_table
);
1478 while (p
++ != last
);
1482 // Group input sections for stub generation. GROUP_SIZE is roughly the limit of
1483 // stub groups. We grow a stub group by adding input section until the size is
1484 // just below GROUP_SIZE. The last input section will be converted into a stub
1485 // table owner. If STUB_ALWAYS_AFTER_BRANCH is false, we also add input sectiond
1486 // after the stub table, effectively doubling the group size.
1488 // This is similar to the group_sections() function in elf32-arm.c but is
1489 // implemented differently.
1491 template<int size
, bool big_endian
>
1492 void AArch64_output_section
<size
, big_endian
>::group_sections(
1493 section_size_type group_size
,
1494 bool stubs_always_after_branch
,
1495 Target_aarch64
<size
, big_endian
>* target
,
1501 FINDING_STUB_SECTION
,
1505 std::vector
<Output_relaxed_input_section
*> new_relaxed_sections
;
1507 State state
= NO_GROUP
;
1508 section_size_type off
= 0;
1509 section_size_type group_begin_offset
= 0;
1510 section_size_type group_end_offset
= 0;
1511 section_size_type stub_table_end_offset
= 0;
1512 Input_section_list::const_iterator group_begin
=
1513 this->input_sections().end();
1514 Input_section_list::const_iterator stub_table
=
1515 this->input_sections().end();
1516 Input_section_list::const_iterator group_end
= this->input_sections().end();
1517 for (Input_section_list::const_iterator p
= this->input_sections().begin();
1518 p
!= this->input_sections().end();
1521 section_size_type section_begin_offset
=
1522 align_address(off
, p
->addralign());
1523 section_size_type section_end_offset
=
1524 section_begin_offset
+ p
->data_size();
1526 // Check to see if we should group the previously seen sections.
1532 case FINDING_STUB_SECTION
:
1533 // Adding this section makes the group larger than GROUP_SIZE.
1534 if (section_end_offset
- group_begin_offset
>= group_size
)
1536 if (stubs_always_after_branch
)
1538 gold_assert(group_end
!= this->input_sections().end());
1539 this->create_stub_group(group_begin
, group_end
, group_end
,
1540 target
, new_relaxed_sections
,
1546 // Input sections up to stub_group_size bytes after the stub
1547 // table can be handled by it too.
1548 state
= HAS_STUB_SECTION
;
1549 stub_table
= group_end
;
1550 stub_table_end_offset
= group_end_offset
;
1555 case HAS_STUB_SECTION
:
1556 // Adding this section makes the post stub-section group larger
1559 // NOT SUPPORTED YET. For completeness only.
1560 if (section_end_offset
- stub_table_end_offset
>= group_size
)
1562 gold_assert(group_end
!= this->input_sections().end());
1563 this->create_stub_group(group_begin
, group_end
, stub_table
,
1564 target
, new_relaxed_sections
, task
);
1573 // If we see an input section and currently there is no group, start
1574 // a new one. Skip any empty sections. We look at the data size
1575 // instead of calling p->relobj()->section_size() to avoid locking.
1576 if ((p
->is_input_section() || p
->is_relaxed_input_section())
1577 && (p
->data_size() != 0))
1579 if (state
== NO_GROUP
)
1581 state
= FINDING_STUB_SECTION
;
1583 group_begin_offset
= section_begin_offset
;
1586 // Keep track of the last input section seen.
1588 group_end_offset
= section_end_offset
;
1591 off
= section_end_offset
;
1594 // Create a stub group for any ungrouped sections.
1595 if (state
== FINDING_STUB_SECTION
|| state
== HAS_STUB_SECTION
)
1597 gold_assert(group_end
!= this->input_sections().end());
1598 this->create_stub_group(group_begin
, group_end
,
1599 (state
== FINDING_STUB_SECTION
1602 target
, new_relaxed_sections
, task
);
1605 if (!new_relaxed_sections
.empty())
1606 this->convert_input_sections_to_relaxed_sections(new_relaxed_sections
);
1608 // Update the section offsets
1609 for (size_t i
= 0; i
< new_relaxed_sections
.size(); ++i
)
1611 The_aarch64_relobj
* relobj
= static_cast<The_aarch64_relobj
*>(
1612 new_relaxed_sections
[i
]->relobj());
1613 unsigned int shndx
= new_relaxed_sections
[i
]->shndx();
1614 // Tell AArch64_relobj that this input section is converted.
1615 relobj
->convert_input_section_to_relaxed_section(shndx
);
1617 } // End of AArch64_output_section::group_sections
1620 AArch64_reloc_property_table
* aarch64_reloc_property_table
= NULL
;
1623 // The aarch64 target class.
1625 // http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf
1626 template<int size
, bool big_endian
>
1627 class Target_aarch64
: public Sized_target
<size
, big_endian
>
1630 typedef Target_aarch64
<size
, big_endian
> This
;
1631 typedef Output_data_reloc
<elfcpp::SHT_RELA
, true, size
, big_endian
>
1633 typedef Relocate_info
<size
, big_endian
> The_relocate_info
;
1634 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr Address
;
1635 typedef AArch64_relobj
<size
, big_endian
> The_aarch64_relobj
;
1636 typedef Reloc_stub
<size
, big_endian
> The_reloc_stub
;
1637 typedef typename
The_reloc_stub::Stub_type The_reloc_stub_type
;
1638 typedef typename Reloc_stub
<size
, big_endian
>::Key The_reloc_stub_key
;
1639 typedef Stub_table
<size
, big_endian
> The_stub_table
;
1640 typedef std::vector
<The_stub_table
*> Stub_table_list
;
1641 typedef typename
Stub_table_list::iterator Stub_table_iterator
;
1642 typedef AArch64_input_section
<size
, big_endian
> The_aarch64_input_section
;
1643 typedef AArch64_output_section
<size
, big_endian
> The_aarch64_output_section
;
1644 typedef Unordered_map
<Section_id
,
1645 AArch64_input_section
<size
, big_endian
>*,
1646 Section_id_hash
> AArch64_input_section_map
;
1647 const static int TCB_SIZE
= size
/ 8 * 2;
1649 Target_aarch64(const Target::Target_info
* info
= &aarch64_info
)
1650 : Sized_target
<size
, big_endian
>(info
),
1651 got_(NULL
), plt_(NULL
), got_plt_(NULL
), got_irelative_(NULL
),
1652 got_tlsdesc_(NULL
), global_offset_table_(NULL
), rela_dyn_(NULL
),
1653 rela_irelative_(NULL
), copy_relocs_(elfcpp::R_AARCH64_COPY
),
1654 got_mod_index_offset_(-1U),
1655 tlsdesc_reloc_info_(), tls_base_symbol_defined_(false),
1656 stub_tables_(), stub_group_size_(0), aarch64_input_section_map_()
1659 // Scan the relocations to determine unreferenced sections for
1660 // garbage collection.
1662 gc_process_relocs(Symbol_table
* symtab
,
1664 Sized_relobj_file
<size
, big_endian
>* object
,
1665 unsigned int data_shndx
,
1666 unsigned int sh_type
,
1667 const unsigned char* prelocs
,
1669 Output_section
* output_section
,
1670 bool needs_special_offset_handling
,
1671 size_t local_symbol_count
,
1672 const unsigned char* plocal_symbols
);
1674 // Scan the relocations to look for symbol adjustments.
1676 scan_relocs(Symbol_table
* symtab
,
1678 Sized_relobj_file
<size
, big_endian
>* object
,
1679 unsigned int data_shndx
,
1680 unsigned int sh_type
,
1681 const unsigned char* prelocs
,
1683 Output_section
* output_section
,
1684 bool needs_special_offset_handling
,
1685 size_t local_symbol_count
,
1686 const unsigned char* plocal_symbols
);
1688 // Finalize the sections.
1690 do_finalize_sections(Layout
*, const Input_objects
*, Symbol_table
*);
1692 // Return the value to use for a dynamic which requires special
1695 do_dynsym_value(const Symbol
*) const;
1697 // Relocate a section.
1699 relocate_section(const Relocate_info
<size
, big_endian
>*,
1700 unsigned int sh_type
,
1701 const unsigned char* prelocs
,
1703 Output_section
* output_section
,
1704 bool needs_special_offset_handling
,
1705 unsigned char* view
,
1706 typename
elfcpp::Elf_types
<size
>::Elf_Addr view_address
,
1707 section_size_type view_size
,
1708 const Reloc_symbol_changes
*);
1710 // Scan the relocs during a relocatable link.
1712 scan_relocatable_relocs(Symbol_table
* symtab
,
1714 Sized_relobj_file
<size
, big_endian
>* object
,
1715 unsigned int data_shndx
,
1716 unsigned int sh_type
,
1717 const unsigned char* prelocs
,
1719 Output_section
* output_section
,
1720 bool needs_special_offset_handling
,
1721 size_t local_symbol_count
,
1722 const unsigned char* plocal_symbols
,
1723 Relocatable_relocs
*);
1725 // Relocate a section during a relocatable link.
1728 const Relocate_info
<size
, big_endian
>*,
1729 unsigned int sh_type
,
1730 const unsigned char* prelocs
,
1732 Output_section
* output_section
,
1733 typename
elfcpp::Elf_types
<size
>::Elf_Off offset_in_output_section
,
1734 const Relocatable_relocs
*,
1735 unsigned char* view
,
1736 typename
elfcpp::Elf_types
<size
>::Elf_Addr view_address
,
1737 section_size_type view_size
,
1738 unsigned char* reloc_view
,
1739 section_size_type reloc_view_size
);
1741 // Return the symbol index to use for a target specific relocation.
1742 // The only target specific relocation is R_AARCH64_TLSDESC for a
1743 // local symbol, which is an absolute reloc.
1745 do_reloc_symbol_index(void*, unsigned int r_type
) const
1747 gold_assert(r_type
== elfcpp::R_AARCH64_TLSDESC
);
1751 // Return the addend to use for a target specific relocation.
1752 typename
elfcpp::Elf_types
<size
>::Elf_Addr
1753 do_reloc_addend(void* arg
, unsigned int r_type
,
1754 typename
elfcpp::Elf_types
<size
>::Elf_Addr addend
) const;
1756 // Return the PLT section.
1758 do_plt_address_for_global(const Symbol
* gsym
) const
1759 { return this->plt_section()->address_for_global(gsym
); }
1762 do_plt_address_for_local(const Relobj
* relobj
, unsigned int symndx
) const
1763 { return this->plt_section()->address_for_local(relobj
, symndx
); }
1765 // This function should be defined in targets that can use relocation
1766 // types to determine (implemented in local_reloc_may_be_function_pointer
1767 // and global_reloc_may_be_function_pointer)
1768 // if a function's pointer is taken. ICF uses this in safe mode to only
1769 // fold those functions whose pointer is defintely not taken.
1771 do_can_check_for_function_pointers() const
1774 // Return the number of entries in the PLT.
1776 plt_entry_count() const;
1778 //Return the offset of the first non-reserved PLT entry.
1780 first_plt_entry_offset() const;
1782 // Return the size of each PLT entry.
1784 plt_entry_size() const;
1786 // Create a stub table.
1788 new_stub_table(The_aarch64_input_section
*);
1790 // Create an aarch64 input section.
1791 The_aarch64_input_section
*
1792 new_aarch64_input_section(Relobj
*, unsigned int);
1794 // Find an aarch64 input section instance for a given OBJ and SHNDX.
1795 The_aarch64_input_section
*
1796 find_aarch64_input_section(Relobj
*, unsigned int) const;
1798 // Return the thread control block size.
1800 tcb_size() const { return This::TCB_SIZE
; }
1802 // Scan a section for stub generation.
1804 scan_section_for_stubs(const Relocate_info
<size
, big_endian
>*, unsigned int,
1805 const unsigned char*, size_t, Output_section
*,
1806 bool, const unsigned char*,
1810 // Scan a relocation section for stub.
1811 template<int sh_type
>
1813 scan_reloc_section_for_stubs(
1814 const The_relocate_info
* relinfo
,
1815 const unsigned char* prelocs
,
1817 Output_section
* output_section
,
1818 bool needs_special_offset_handling
,
1819 const unsigned char* view
,
1820 Address view_address
,
1823 // Relocate a single stub.
1825 relocate_stub(The_reloc_stub
*, const Relocate_info
<size
, big_endian
>*,
1826 Output_section
*, unsigned char*, Address
,
1829 // Get the default AArch64 target.
1833 gold_assert(parameters
->target().machine_code() == elfcpp::EM_AARCH64
1834 && parameters
->target().get_size() == size
1835 && parameters
->target().is_big_endian() == big_endian
);
1836 return static_cast<This
*>(parameters
->sized_target
<size
, big_endian
>());
1841 do_select_as_default_target()
1843 gold_assert(aarch64_reloc_property_table
== NULL
);
1844 aarch64_reloc_property_table
= new AArch64_reloc_property_table();
1847 // Add a new reloc argument, returning the index in the vector.
1849 add_tlsdesc_info(Sized_relobj_file
<size
, big_endian
>* object
,
1852 this->tlsdesc_reloc_info_
.push_back(Tlsdesc_info(object
, r_sym
));
1853 return this->tlsdesc_reloc_info_
.size() - 1;
1856 virtual Output_data_plt_aarch64
<size
, big_endian
>*
1857 do_make_data_plt(Layout
* layout
,
1858 Output_data_got_aarch64
<size
, big_endian
>* got
,
1859 Output_data_space
* got_plt
,
1860 Output_data_space
* got_irelative
)
1862 return new Output_data_plt_aarch64_standard
<size
, big_endian
>(
1863 layout
, got
, got_plt
, got_irelative
);
1867 // do_make_elf_object to override the same function in the base class.
1869 do_make_elf_object(const std::string
&, Input_file
*, off_t
,
1870 const elfcpp::Ehdr
<size
, big_endian
>&);
1872 Output_data_plt_aarch64
<size
, big_endian
>*
1873 make_data_plt(Layout
* layout
,
1874 Output_data_got_aarch64
<size
, big_endian
>* got
,
1875 Output_data_space
* got_plt
,
1876 Output_data_space
* got_irelative
)
1878 return this->do_make_data_plt(layout
, got
, got_plt
, got_irelative
);
1881 // We only need to generate stubs, and hence perform relaxation if we are
1882 // not doing relocatable linking.
1884 do_may_relax() const
1885 { return !parameters
->options().relocatable(); }
1887 // Relaxation hook. This is where we do stub generation.
1889 do_relax(int, const Input_objects
*, Symbol_table
*, Layout
*, const Task
*);
1892 group_sections(Layout
* layout
,
1893 section_size_type group_size
,
1894 bool stubs_always_after_branch
,
1898 scan_reloc_for_stub(const The_relocate_info
*, unsigned int,
1899 const Sized_symbol
<size
>*, unsigned int,
1900 const Symbol_value
<size
>*,
1901 typename
elfcpp::Elf_types
<size
>::Elf_Swxword
,
1904 // Make an output section.
1906 do_make_output_section(const char* name
, elfcpp::Elf_Word type
,
1907 elfcpp::Elf_Xword flags
)
1908 { return new The_aarch64_output_section(name
, type
, flags
); }
1911 // The class which scans relocations.
1916 : issued_non_pic_error_(false)
1920 local(Symbol_table
* symtab
, Layout
* layout
, Target_aarch64
* target
,
1921 Sized_relobj_file
<size
, big_endian
>* object
,
1922 unsigned int data_shndx
,
1923 Output_section
* output_section
,
1924 const elfcpp::Rela
<size
, big_endian
>& reloc
, unsigned int r_type
,
1925 const elfcpp::Sym
<size
, big_endian
>& lsym
,
1929 global(Symbol_table
* symtab
, Layout
* layout
, Target_aarch64
* target
,
1930 Sized_relobj_file
<size
, big_endian
>* object
,
1931 unsigned int data_shndx
,
1932 Output_section
* output_section
,
1933 const elfcpp::Rela
<size
, big_endian
>& reloc
, unsigned int r_type
,
1937 local_reloc_may_be_function_pointer(Symbol_table
* , Layout
* ,
1938 Target_aarch64
<size
, big_endian
>* ,
1939 Sized_relobj_file
<size
, big_endian
>* ,
1942 const elfcpp::Rela
<size
, big_endian
>& ,
1943 unsigned int r_type
,
1944 const elfcpp::Sym
<size
, big_endian
>&);
1947 global_reloc_may_be_function_pointer(Symbol_table
* , Layout
* ,
1948 Target_aarch64
<size
, big_endian
>* ,
1949 Sized_relobj_file
<size
, big_endian
>* ,
1952 const elfcpp::Rela
<size
, big_endian
>& ,
1953 unsigned int r_type
,
1958 unsupported_reloc_local(Sized_relobj_file
<size
, big_endian
>*,
1959 unsigned int r_type
);
1962 unsupported_reloc_global(Sized_relobj_file
<size
, big_endian
>*,
1963 unsigned int r_type
, Symbol
*);
1966 possible_function_pointer_reloc(unsigned int r_type
);
1969 check_non_pic(Relobj
*, unsigned int r_type
);
1972 reloc_needs_plt_for_ifunc(Sized_relobj_file
<size
, big_endian
>*,
1973 unsigned int r_type
);
1975 // Whether we have issued an error about a non-PIC compilation.
1976 bool issued_non_pic_error_
;
1979 // The class which implements relocation.
1984 : skip_call_tls_get_addr_(false)
1990 // Do a relocation. Return false if the caller should not issue
1991 // any warnings about this relocation.
1993 relocate(const Relocate_info
<size
, big_endian
>*, Target_aarch64
*,
1995 size_t relnum
, const elfcpp::Rela
<size
, big_endian
>&,
1996 unsigned int r_type
, const Sized_symbol
<size
>*,
1997 const Symbol_value
<size
>*,
1998 unsigned char*, typename
elfcpp::Elf_types
<size
>::Elf_Addr
,
2002 inline typename AArch64_relocate_functions
<size
, big_endian
>::Status
2003 relocate_tls(const Relocate_info
<size
, big_endian
>*,
2004 Target_aarch64
<size
, big_endian
>*,
2006 const elfcpp::Rela
<size
, big_endian
>&,
2007 unsigned int r_type
, const Sized_symbol
<size
>*,
2008 const Symbol_value
<size
>*,
2010 typename
elfcpp::Elf_types
<size
>::Elf_Addr
);
2012 inline typename AArch64_relocate_functions
<size
, big_endian
>::Status
2014 const Relocate_info
<size
, big_endian
>*,
2015 Target_aarch64
<size
, big_endian
>*,
2016 const elfcpp::Rela
<size
, big_endian
>&,
2019 const Symbol_value
<size
>*);
2021 inline typename AArch64_relocate_functions
<size
, big_endian
>::Status
2023 const Relocate_info
<size
, big_endian
>*,
2024 Target_aarch64
<size
, big_endian
>*,
2025 const elfcpp::Rela
<size
, big_endian
>&,
2028 const Symbol_value
<size
>*);
2030 inline typename AArch64_relocate_functions
<size
, big_endian
>::Status
2032 const Relocate_info
<size
, big_endian
>*,
2033 Target_aarch64
<size
, big_endian
>*,
2034 const elfcpp::Rela
<size
, big_endian
>&,
2037 const Symbol_value
<size
>*);
2039 inline typename AArch64_relocate_functions
<size
, big_endian
>::Status
2041 const Relocate_info
<size
, big_endian
>*,
2042 Target_aarch64
<size
, big_endian
>*,
2043 const elfcpp::Rela
<size
, big_endian
>&,
2046 const Symbol_value
<size
>*);
2048 inline typename AArch64_relocate_functions
<size
, big_endian
>::Status
2050 const Relocate_info
<size
, big_endian
>*,
2051 Target_aarch64
<size
, big_endian
>*,
2052 const elfcpp::Rela
<size
, big_endian
>&,
2055 const Symbol_value
<size
>*,
2056 typename
elfcpp::Elf_types
<size
>::Elf_Addr
,
2057 typename
elfcpp::Elf_types
<size
>::Elf_Addr
);
2059 bool skip_call_tls_get_addr_
;
2061 }; // End of class Relocate
2063 // A class which returns the size required for a relocation type,
2064 // used while scanning relocs during a relocatable link.
2065 class Relocatable_size_for_reloc
2069 get_size_for_reloc(unsigned int, Relobj
*);
2072 // Adjust TLS relocation type based on the options and whether this
2073 // is a local symbol.
2074 static tls::Tls_optimization
2075 optimize_tls_reloc(bool is_final
, int r_type
);
2077 // Get the GOT section, creating it if necessary.
2078 Output_data_got_aarch64
<size
, big_endian
>*
2079 got_section(Symbol_table
*, Layout
*);
2081 // Get the GOT PLT section.
2083 got_plt_section() const
2085 gold_assert(this->got_plt_
!= NULL
);
2086 return this->got_plt_
;
2089 // Get the GOT section for TLSDESC entries.
2090 Output_data_got
<size
, big_endian
>*
2091 got_tlsdesc_section() const
2093 gold_assert(this->got_tlsdesc_
!= NULL
);
2094 return this->got_tlsdesc_
;
2097 // Create the PLT section.
2099 make_plt_section(Symbol_table
* symtab
, Layout
* layout
);
2101 // Create a PLT entry for a global symbol.
2103 make_plt_entry(Symbol_table
*, Layout
*, Symbol
*);
2105 // Create a PLT entry for a local STT_GNU_IFUNC symbol.
2107 make_local_ifunc_plt_entry(Symbol_table
*, Layout
*,
2108 Sized_relobj_file
<size
, big_endian
>* relobj
,
2109 unsigned int local_sym_index
);
2111 // Define the _TLS_MODULE_BASE_ symbol in the TLS segment.
2113 define_tls_base_symbol(Symbol_table
*, Layout
*);
2115 // Create the reserved PLT and GOT entries for the TLS descriptor resolver.
2117 reserve_tlsdesc_entries(Symbol_table
* symtab
, Layout
* layout
);
2119 // Create a GOT entry for the TLS module index.
2121 got_mod_index_entry(Symbol_table
* symtab
, Layout
* layout
,
2122 Sized_relobj_file
<size
, big_endian
>* object
);
2124 // Get the PLT section.
2125 Output_data_plt_aarch64
<size
, big_endian
>*
2128 gold_assert(this->plt_
!= NULL
);
2132 // Get the dynamic reloc section, creating it if necessary.
2134 rela_dyn_section(Layout
*);
2136 // Get the section to use for TLSDESC relocations.
2138 rela_tlsdesc_section(Layout
*) const;
2140 // Get the section to use for IRELATIVE relocations.
2142 rela_irelative_section(Layout
*);
2144 // Add a potential copy relocation.
2146 copy_reloc(Symbol_table
* symtab
, Layout
* layout
,
2147 Sized_relobj_file
<size
, big_endian
>* object
,
2148 unsigned int shndx
, Output_section
* output_section
,
2149 Symbol
* sym
, const elfcpp::Rela
<size
, big_endian
>& reloc
)
2151 this->copy_relocs_
.copy_reloc(symtab
, layout
,
2152 symtab
->get_sized_symbol
<size
>(sym
),
2153 object
, shndx
, output_section
,
2154 reloc
, this->rela_dyn_section(layout
));
2157 // Information about this specific target which we pass to the
2158 // general Target structure.
2159 static const Target::Target_info aarch64_info
;
2161 // The types of GOT entries needed for this platform.
2162 // These values are exposed to the ABI in an incremental link.
2163 // Do not renumber existing values without changing the version
2164 // number of the .gnu_incremental_inputs section.
2167 GOT_TYPE_STANDARD
= 0, // GOT entry for a regular symbol
2168 GOT_TYPE_TLS_OFFSET
= 1, // GOT entry for TLS offset
2169 GOT_TYPE_TLS_PAIR
= 2, // GOT entry for TLS module/offset pair
2170 GOT_TYPE_TLS_DESC
= 3 // GOT entry for TLS_DESC pair
2173 // This type is used as the argument to the target specific
2174 // relocation routines. The only target specific reloc is
2175 // R_AARCh64_TLSDESC against a local symbol.
2178 Tlsdesc_info(Sized_relobj_file
<size
, big_endian
>* a_object
,
2179 unsigned int a_r_sym
)
2180 : object(a_object
), r_sym(a_r_sym
)
2183 // The object in which the local symbol is defined.
2184 Sized_relobj_file
<size
, big_endian
>* object
;
2185 // The local symbol index in the object.
2190 Output_data_got_aarch64
<size
, big_endian
>* got_
;
2192 Output_data_plt_aarch64
<size
, big_endian
>* plt_
;
2193 // The GOT PLT section.
2194 Output_data_space
* got_plt_
;
2195 // The GOT section for IRELATIVE relocations.
2196 Output_data_space
* got_irelative_
;
2197 // The GOT section for TLSDESC relocations.
2198 Output_data_got
<size
, big_endian
>* got_tlsdesc_
;
2199 // The _GLOBAL_OFFSET_TABLE_ symbol.
2200 Symbol
* global_offset_table_
;
2201 // The dynamic reloc section.
2202 Reloc_section
* rela_dyn_
;
2203 // The section to use for IRELATIVE relocs.
2204 Reloc_section
* rela_irelative_
;
2205 // Relocs saved to avoid a COPY reloc.
2206 Copy_relocs
<elfcpp::SHT_RELA
, size
, big_endian
> copy_relocs_
;
2207 // Offset of the GOT entry for the TLS module index.
2208 unsigned int got_mod_index_offset_
;
2209 // We handle R_AARCH64_TLSDESC against a local symbol as a target
2210 // specific relocation. Here we store the object and local symbol
2211 // index for the relocation.
2212 std::vector
<Tlsdesc_info
> tlsdesc_reloc_info_
;
2213 // True if the _TLS_MODULE_BASE_ symbol has been defined.
2214 bool tls_base_symbol_defined_
;
2215 // List of stub_tables
2216 Stub_table_list stub_tables_
;
2217 // Actual stub group size
2218 section_size_type stub_group_size_
;
2219 AArch64_input_section_map aarch64_input_section_map_
;
2220 }; // End of Target_aarch64
2224 const Target::Target_info Target_aarch64
<64, false>::aarch64_info
=
2227 false, // is_big_endian
2228 elfcpp::EM_AARCH64
, // machine_code
2229 false, // has_make_symbol
2230 false, // has_resolve
2231 false, // has_code_fill
2232 true, // is_default_stack_executable
2233 true, // can_icf_inline_merge_sections
2235 "/lib/ld.so.1", // program interpreter
2236 0x400000, // default_text_segment_address
2237 0x1000, // abi_pagesize (overridable by -z max-page-size)
2238 0x1000, // common_pagesize (overridable by -z common-page-size)
2239 false, // isolate_execinstr
2241 elfcpp::SHN_UNDEF
, // small_common_shndx
2242 elfcpp::SHN_UNDEF
, // large_common_shndx
2243 0, // small_common_section_flags
2244 0, // large_common_section_flags
2245 NULL
, // attributes_section
2246 NULL
, // attributes_vendor
2247 "_start" // entry_symbol_name
2251 const Target::Target_info Target_aarch64
<32, false>::aarch64_info
=
2254 false, // is_big_endian
2255 elfcpp::EM_AARCH64
, // machine_code
2256 false, // has_make_symbol
2257 false, // has_resolve
2258 false, // has_code_fill
2259 true, // is_default_stack_executable
2260 false, // can_icf_inline_merge_sections
2262 "/lib/ld.so.1", // program interpreter
2263 0x400000, // default_text_segment_address
2264 0x1000, // abi_pagesize (overridable by -z max-page-size)
2265 0x1000, // common_pagesize (overridable by -z common-page-size)
2266 false, // isolate_execinstr
2268 elfcpp::SHN_UNDEF
, // small_common_shndx
2269 elfcpp::SHN_UNDEF
, // large_common_shndx
2270 0, // small_common_section_flags
2271 0, // large_common_section_flags
2272 NULL
, // attributes_section
2273 NULL
, // attributes_vendor
2274 "_start" // entry_symbol_name
2278 const Target::Target_info Target_aarch64
<64, true>::aarch64_info
=
2281 true, // is_big_endian
2282 elfcpp::EM_AARCH64
, // machine_code
2283 false, // has_make_symbol
2284 false, // has_resolve
2285 false, // has_code_fill
2286 true, // is_default_stack_executable
2287 true, // can_icf_inline_merge_sections
2289 "/lib/ld.so.1", // program interpreter
2290 0x400000, // default_text_segment_address
2291 0x1000, // abi_pagesize (overridable by -z max-page-size)
2292 0x1000, // common_pagesize (overridable by -z common-page-size)
2293 false, // isolate_execinstr
2295 elfcpp::SHN_UNDEF
, // small_common_shndx
2296 elfcpp::SHN_UNDEF
, // large_common_shndx
2297 0, // small_common_section_flags
2298 0, // large_common_section_flags
2299 NULL
, // attributes_section
2300 NULL
, // attributes_vendor
2301 "_start" // entry_symbol_name
2305 const Target::Target_info Target_aarch64
<32, true>::aarch64_info
=
2308 true, // is_big_endian
2309 elfcpp::EM_AARCH64
, // machine_code
2310 false, // has_make_symbol
2311 false, // has_resolve
2312 false, // has_code_fill
2313 true, // is_default_stack_executable
2314 false, // can_icf_inline_merge_sections
2316 "/lib/ld.so.1", // program interpreter
2317 0x400000, // default_text_segment_address
2318 0x1000, // abi_pagesize (overridable by -z max-page-size)
2319 0x1000, // common_pagesize (overridable by -z common-page-size)
2320 false, // isolate_execinstr
2322 elfcpp::SHN_UNDEF
, // small_common_shndx
2323 elfcpp::SHN_UNDEF
, // large_common_shndx
2324 0, // small_common_section_flags
2325 0, // large_common_section_flags
2326 NULL
, // attributes_section
2327 NULL
, // attributes_vendor
2328 "_start" // entry_symbol_name
2331 // Get the GOT section, creating it if necessary.
2333 template<int size
, bool big_endian
>
2334 Output_data_got_aarch64
<size
, big_endian
>*
2335 Target_aarch64
<size
, big_endian
>::got_section(Symbol_table
* symtab
,
2338 if (this->got_
== NULL
)
2340 gold_assert(symtab
!= NULL
&& layout
!= NULL
);
2342 // When using -z now, we can treat .got.plt as a relro section.
2343 // Without -z now, it is modified after program startup by lazy
2345 bool is_got_plt_relro
= parameters
->options().now();
2346 Output_section_order got_order
= (is_got_plt_relro
2348 : ORDER_RELRO_LAST
);
2349 Output_section_order got_plt_order
= (is_got_plt_relro
2351 : ORDER_NON_RELRO_FIRST
);
2353 // Layout of .got and .got.plt sections.
2354 // .got[0] &_DYNAMIC <-_GLOBAL_OFFSET_TABLE_
2356 // .gotplt[0] reserved for ld.so (&linkmap) <--DT_PLTGOT
2357 // .gotplt[1] reserved for ld.so (resolver)
2358 // .gotplt[2] reserved
2360 // Generate .got section.
2361 this->got_
= new Output_data_got_aarch64
<size
, big_endian
>(symtab
,
2363 layout
->add_output_section_data(".got", elfcpp::SHT_PROGBITS
,
2364 (elfcpp::SHF_ALLOC
| elfcpp::SHF_WRITE
),
2365 this->got_
, got_order
, true);
2366 // The first word of GOT is reserved for the address of .dynamic.
2367 // We put 0 here now. The value will be replaced later in
2368 // Output_data_got_aarch64::do_write.
2369 this->got_
->add_constant(0);
2371 // Define _GLOBAL_OFFSET_TABLE_ at the start of the PLT.
2372 // _GLOBAL_OFFSET_TABLE_ value points to the start of the .got section,
2373 // even if there is a .got.plt section.
2374 this->global_offset_table_
=
2375 symtab
->define_in_output_data("_GLOBAL_OFFSET_TABLE_", NULL
,
2376 Symbol_table::PREDEFINED
,
2378 0, 0, elfcpp::STT_OBJECT
,
2380 elfcpp::STV_HIDDEN
, 0,
2383 // Generate .got.plt section.
2384 this->got_plt_
= new Output_data_space(size
/ 8, "** GOT PLT");
2385 layout
->add_output_section_data(".got.plt", elfcpp::SHT_PROGBITS
,
2387 | elfcpp::SHF_WRITE
),
2388 this->got_plt_
, got_plt_order
,
2391 // The first three entries are reserved.
2392 this->got_plt_
->set_current_data_size(
2393 AARCH64_GOTPLT_RESERVE_COUNT
* (size
/ 8));
2395 // If there are any IRELATIVE relocations, they get GOT entries
2396 // in .got.plt after the jump slot entries.
2397 this->got_irelative_
= new Output_data_space(size
/ 8,
2398 "** GOT IRELATIVE PLT");
2399 layout
->add_output_section_data(".got.plt", elfcpp::SHT_PROGBITS
,
2401 | elfcpp::SHF_WRITE
),
2402 this->got_irelative_
,
2406 // If there are any TLSDESC relocations, they get GOT entries in
2407 // .got.plt after the jump slot and IRELATIVE entries.
2408 this->got_tlsdesc_
= new Output_data_got
<size
, big_endian
>();
2409 layout
->add_output_section_data(".got.plt", elfcpp::SHT_PROGBITS
,
2411 | elfcpp::SHF_WRITE
),
2416 if (!is_got_plt_relro
)
2418 // Those bytes can go into the relro segment.
2419 layout
->increase_relro(
2420 AARCH64_GOTPLT_RESERVE_COUNT
* (size
/ 8));
2427 // Get the dynamic reloc section, creating it if necessary.
2429 template<int size
, bool big_endian
>
2430 typename Target_aarch64
<size
, big_endian
>::Reloc_section
*
2431 Target_aarch64
<size
, big_endian
>::rela_dyn_section(Layout
* layout
)
2433 if (this->rela_dyn_
== NULL
)
2435 gold_assert(layout
!= NULL
);
2436 this->rela_dyn_
= new Reloc_section(parameters
->options().combreloc());
2437 layout
->add_output_section_data(".rela.dyn", elfcpp::SHT_RELA
,
2438 elfcpp::SHF_ALLOC
, this->rela_dyn_
,
2439 ORDER_DYNAMIC_RELOCS
, false);
2441 return this->rela_dyn_
;
2444 // Get the section to use for IRELATIVE relocs, creating it if
2445 // necessary. These go in .rela.dyn, but only after all other dynamic
2446 // relocations. They need to follow the other dynamic relocations so
2447 // that they can refer to global variables initialized by those
2450 template<int size
, bool big_endian
>
2451 typename Target_aarch64
<size
, big_endian
>::Reloc_section
*
2452 Target_aarch64
<size
, big_endian
>::rela_irelative_section(Layout
* layout
)
2454 if (this->rela_irelative_
== NULL
)
2456 // Make sure we have already created the dynamic reloc section.
2457 this->rela_dyn_section(layout
);
2458 this->rela_irelative_
= new Reloc_section(false);
2459 layout
->add_output_section_data(".rela.dyn", elfcpp::SHT_RELA
,
2460 elfcpp::SHF_ALLOC
, this->rela_irelative_
,
2461 ORDER_DYNAMIC_RELOCS
, false);
2462 gold_assert(this->rela_dyn_
->output_section()
2463 == this->rela_irelative_
->output_section());
2465 return this->rela_irelative_
;
2469 // do_make_elf_object to override the same function in the base class. We need
2470 // to use a target-specific sub-class of Sized_relobj_file<size, big_endian> to
2471 // store backend specific information. Hence we need to have our own ELF object
2474 template<int size
, bool big_endian
>
2476 Target_aarch64
<size
, big_endian
>::do_make_elf_object(
2477 const std::string
& name
,
2478 Input_file
* input_file
,
2479 off_t offset
, const elfcpp::Ehdr
<size
, big_endian
>& ehdr
)
2481 int et
= ehdr
.get_e_type();
2482 // ET_EXEC files are valid input for --just-symbols/-R,
2483 // and we treat them as relocatable objects.
2484 if (et
== elfcpp::ET_EXEC
&& input_file
->just_symbols())
2485 return Sized_target
<size
, big_endian
>::do_make_elf_object(
2486 name
, input_file
, offset
, ehdr
);
2487 else if (et
== elfcpp::ET_REL
)
2489 AArch64_relobj
<size
, big_endian
>* obj
=
2490 new AArch64_relobj
<size
, big_endian
>(name
, input_file
, offset
, ehdr
);
2494 else if (et
== elfcpp::ET_DYN
)
2496 // Keep base implementation.
2497 Sized_dynobj
<size
, big_endian
>* obj
=
2498 new Sized_dynobj
<size
, big_endian
>(name
, input_file
, offset
, ehdr
);
2504 gold_error(_("%s: unsupported ELF file type %d"),
2511 // Scan a relocation for stub generation.
2513 template<int size
, bool big_endian
>
2515 Target_aarch64
<size
, big_endian
>::scan_reloc_for_stub(
2516 const Relocate_info
<size
, big_endian
>* relinfo
,
2517 unsigned int r_type
,
2518 const Sized_symbol
<size
>* gsym
,
2520 const Symbol_value
<size
>* psymval
,
2521 typename
elfcpp::Elf_types
<size
>::Elf_Swxword addend
,
2524 const AArch64_relobj
<size
, big_endian
>* aarch64_relobj
=
2525 static_cast<AArch64_relobj
<size
, big_endian
>*>(relinfo
->object
);
2527 Symbol_value
<size
> symval
;
2530 const AArch64_reloc_property
* arp
= aarch64_reloc_property_table
->
2531 get_reloc_property(r_type
);
2532 if (gsym
->use_plt_offset(arp
->reference_flags()))
2534 // This uses a PLT, change the symbol value.
2535 symval
.set_output_value(this->plt_section()->address()
2536 + gsym
->plt_offset());
2539 else if (gsym
->is_undefined())
2540 // There is no need to generate a stub symbol is undefined.
2544 // Get the symbol value.
2545 typename Symbol_value
<size
>::Value value
= psymval
->value(aarch64_relobj
, 0);
2547 // Owing to pipelining, the PC relative branches below actually skip
2548 // two instructions when the branch offset is 0.
2549 Address destination
= static_cast<Address
>(-1);
2552 case elfcpp::R_AARCH64_CALL26
:
2553 case elfcpp::R_AARCH64_JUMP26
:
2554 destination
= value
+ addend
;
2560 typename
The_reloc_stub::Stub_type stub_type
= The_reloc_stub::
2561 stub_type_for_reloc(r_type
, address
, destination
);
2562 if (stub_type
== The_reloc_stub::ST_NONE
)
2565 The_stub_table
* stub_table
= aarch64_relobj
->stub_table(relinfo
->data_shndx
);
2566 gold_assert(stub_table
!= NULL
);
2568 The_reloc_stub_key
key(stub_type
, gsym
, aarch64_relobj
, r_sym
, addend
);
2569 The_reloc_stub
* stub
= stub_table
->find_reloc_stub(key
);
2572 stub
= new The_reloc_stub(stub_type
);
2573 stub_table
->add_reloc_stub(stub
, key
);
2575 stub
->set_destination_address(destination
);
2576 } // End of Target_aarch64::scan_reloc_for_stub
2579 // This function scans a relocation section for stub generation.
2580 // The template parameter Relocate must be a class type which provides
2581 // a single function, relocate(), which implements the machine
2582 // specific part of a relocation.
2584 // BIG_ENDIAN is the endianness of the data. SH_TYPE is the section type:
2585 // SHT_REL or SHT_RELA.
2587 // PRELOCS points to the relocation data. RELOC_COUNT is the number
2588 // of relocs. OUTPUT_SECTION is the output section.
2589 // NEEDS_SPECIAL_OFFSET_HANDLING is true if input offsets need to be
2590 // mapped to output offsets.
2592 // VIEW is the section data, VIEW_ADDRESS is its memory address, and
2593 // VIEW_SIZE is the size. These refer to the input section, unless
2594 // NEEDS_SPECIAL_OFFSET_HANDLING is true, in which case they refer to
2595 // the output section.
2597 template<int size
, bool big_endian
>
2598 template<int sh_type
>
2600 Target_aarch64
<size
, big_endian
>::scan_reloc_section_for_stubs(
2601 const Relocate_info
<size
, big_endian
>* relinfo
,
2602 const unsigned char* prelocs
,
2604 Output_section
* /*output_section*/,
2605 bool /*needs_special_offset_handling*/,
2606 const unsigned char* /*view*/,
2607 Address view_address
,
2610 typedef typename Reloc_types
<sh_type
,size
,big_endian
>::Reloc Reltype
;
2612 const int reloc_size
=
2613 Reloc_types
<sh_type
,size
,big_endian
>::reloc_size
;
2614 AArch64_relobj
<size
, big_endian
>* object
=
2615 static_cast<AArch64_relobj
<size
, big_endian
>*>(relinfo
->object
);
2616 unsigned int local_count
= object
->local_symbol_count();
2618 gold::Default_comdat_behavior default_comdat_behavior
;
2619 Comdat_behavior comdat_behavior
= CB_UNDETERMINED
;
2621 for (size_t i
= 0; i
< reloc_count
; ++i
, prelocs
+= reloc_size
)
2623 Reltype
reloc(prelocs
);
2624 typename
elfcpp::Elf_types
<size
>::Elf_WXword r_info
= reloc
.get_r_info();
2625 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(r_info
);
2626 unsigned int r_type
= elfcpp::elf_r_type
<size
>(r_info
);
2627 if (r_type
!= elfcpp::R_AARCH64_CALL26
2628 && r_type
!= elfcpp::R_AARCH64_JUMP26
)
2631 section_offset_type offset
=
2632 convert_to_section_size_type(reloc
.get_r_offset());
2635 typename
elfcpp::Elf_types
<size
>::Elf_Swxword addend
=
2636 reloc
.get_r_addend();
2638 const Sized_symbol
<size
>* sym
;
2639 Symbol_value
<size
> symval
;
2640 const Symbol_value
<size
> *psymval
;
2641 bool is_defined_in_discarded_section
;
2643 if (r_sym
< local_count
)
2646 psymval
= object
->local_symbol(r_sym
);
2648 // If the local symbol belongs to a section we are discarding,
2649 // and that section is a debug section, try to find the
2650 // corresponding kept section and map this symbol to its
2651 // counterpart in the kept section. The symbol must not
2652 // correspond to a section we are folding.
2654 shndx
= psymval
->input_shndx(&is_ordinary
);
2655 is_defined_in_discarded_section
=
2657 && shndx
!= elfcpp::SHN_UNDEF
2658 && !object
->is_section_included(shndx
)
2659 && !relinfo
->symtab
->is_section_folded(object
, shndx
));
2661 // We need to compute the would-be final value of this local
2663 if (!is_defined_in_discarded_section
)
2665 typedef Sized_relobj_file
<size
, big_endian
> ObjType
;
2666 typename
ObjType::Compute_final_local_value_status status
=
2667 object
->compute_final_local_value(r_sym
, psymval
, &symval
,
2669 if (status
== ObjType::CFLV_OK
)
2671 // Currently we cannot handle a branch to a target in
2672 // a merged section. If this is the case, issue an error
2673 // and also free the merge symbol value.
2674 if (!symval
.has_output_value())
2676 const std::string
& section_name
=
2677 object
->section_name(shndx
);
2678 object
->error(_("cannot handle branch to local %u "
2679 "in a merged section %s"),
2680 r_sym
, section_name
.c_str());
2686 // We cannot determine the final value.
2694 gsym
= object
->global_symbol(r_sym
);
2695 gold_assert(gsym
!= NULL
);
2696 if (gsym
->is_forwarder())
2697 gsym
= relinfo
->symtab
->resolve_forwards(gsym
);
2699 sym
= static_cast<const Sized_symbol
<size
>*>(gsym
);
2700 if (sym
->has_symtab_index() && sym
->symtab_index() != -1U)
2701 symval
.set_output_symtab_index(sym
->symtab_index());
2703 symval
.set_no_output_symtab_entry();
2705 // We need to compute the would-be final value of this global
2707 const Symbol_table
* symtab
= relinfo
->symtab
;
2708 const Sized_symbol
<size
>* sized_symbol
=
2709 symtab
->get_sized_symbol
<size
>(gsym
);
2710 Symbol_table::Compute_final_value_status status
;
2711 typename
elfcpp::Elf_types
<size
>::Elf_Addr value
=
2712 symtab
->compute_final_value
<size
>(sized_symbol
, &status
);
2714 // Skip this if the symbol has not output section.
2715 if (status
== Symbol_table::CFVS_NO_OUTPUT_SECTION
)
2717 symval
.set_output_value(value
);
2719 if (gsym
->type() == elfcpp::STT_TLS
)
2720 symval
.set_is_tls_symbol();
2721 else if (gsym
->type() == elfcpp::STT_GNU_IFUNC
)
2722 symval
.set_is_ifunc_symbol();
2725 is_defined_in_discarded_section
=
2726 (gsym
->is_defined_in_discarded_section()
2727 && gsym
->is_undefined());
2731 Symbol_value
<size
> symval2
;
2732 if (is_defined_in_discarded_section
)
2734 if (comdat_behavior
== CB_UNDETERMINED
)
2736 std::string name
= object
->section_name(relinfo
->data_shndx
);
2737 comdat_behavior
= default_comdat_behavior
.get(name
.c_str());
2739 if (comdat_behavior
== CB_PRETEND
)
2742 typename
elfcpp::Elf_types
<size
>::Elf_Addr value
=
2743 object
->map_to_kept_section(shndx
, &found
);
2745 symval2
.set_output_value(value
+ psymval
->input_value());
2747 symval2
.set_output_value(0);
2751 if (comdat_behavior
== CB_WARNING
)
2752 gold_warning_at_location(relinfo
, i
, offset
,
2753 _("relocation refers to discarded "
2755 symval2
.set_output_value(0);
2757 symval2
.set_no_output_symtab_entry();
2761 // If symbol is a section symbol, we don't know the actual type of
2762 // destination. Give up.
2763 if (psymval
->is_section_symbol())
2766 this->scan_reloc_for_stub(relinfo
, r_type
, sym
, r_sym
, psymval
,
2767 addend
, view_address
+ offset
);
2768 } // End of iterating relocs in a section
2769 } // End of Target_aarch64::scan_reloc_section_for_stubs
2772 // Scan an input section for stub generation.
2774 template<int size
, bool big_endian
>
2776 Target_aarch64
<size
, big_endian
>::scan_section_for_stubs(
2777 const Relocate_info
<size
, big_endian
>* relinfo
,
2778 unsigned int sh_type
,
2779 const unsigned char* prelocs
,
2781 Output_section
* output_section
,
2782 bool needs_special_offset_handling
,
2783 const unsigned char* view
,
2784 Address view_address
,
2785 section_size_type view_size
)
2787 gold_assert(sh_type
== elfcpp::SHT_RELA
);
2788 this->scan_reloc_section_for_stubs
<elfcpp::SHT_RELA
>(
2793 needs_special_offset_handling
,
2800 // Relocate a single stub.
2802 template<int size
, bool big_endian
>
2803 void Target_aarch64
<size
, big_endian
>::
2804 relocate_stub(The_reloc_stub
* stub
,
2805 const The_relocate_info
*,
2807 unsigned char* view
,
2811 typedef AArch64_relocate_functions
<size
, big_endian
> The_reloc_functions
;
2812 typedef typename
The_reloc_functions::Status The_reloc_functions_status
;
2813 typedef typename
elfcpp::Swap
<32,big_endian
>::Valtype Insntype
;
2815 Insntype
* ip
= reinterpret_cast<Insntype
*>(view
);
2816 int insn_number
= stub
->stub_insn_number();
2817 const uint32_t* insns
= stub
->stub_insns();
2818 // Check the insns are really those stub insns.
2819 for (int i
= 0; i
< insn_number
; ++i
)
2821 Insntype insn
= elfcpp::Swap
<32,big_endian
>::readval(ip
+ i
);
2822 gold_assert(((uint32_t)insn
== insns
[i
+1]));
2825 Address dest
= stub
->destination_address();
2827 switch(stub
->stub_type())
2829 case The_reloc_stub::ST_ADRP_BRANCH
:
2831 // 1st reloc is ADR_PREL_PG_HI21
2832 The_reloc_functions_status status
=
2833 The_reloc_functions::adrp(view
, dest
, address
);
2834 // An error should never arise in the above step. If so, please
2835 // check 'aarch64_valid_for_adrp_p'.
2836 gold_assert(status
== The_reloc_functions::STATUS_OKAY
);
2838 // 2nd reloc is ADD_ABS_LO12_NC
2839 const AArch64_reloc_property
* arp
=
2840 aarch64_reloc_property_table
->get_reloc_property(
2841 elfcpp::R_AARCH64_ADD_ABS_LO12_NC
);
2842 gold_assert(arp
!= NULL
);
2843 status
= The_reloc_functions::template
2844 rela_general
<32>(view
+ 4, dest
, 0, arp
);
2845 // An error should never arise, it is an "_NC" relocation.
2846 gold_assert(status
== The_reloc_functions::STATUS_OKAY
);
2850 case The_reloc_stub::ST_LONG_BRANCH_ABS
:
2851 // 1st reloc is R_AARCH64_PREL64, at offset 8
2852 elfcpp::Swap
<64,big_endian
>::writeval(view
+ 8, dest
);
2855 case The_reloc_stub::ST_LONG_BRANCH_PCREL
:
2857 // "PC" calculation is the 2nd insn in the stub.
2858 uint64_t offset
= dest
- (address
+ 4);
2859 // Offset is placed at offset 4 and 5.
2860 elfcpp::Swap
<64,big_endian
>::writeval(view
+ 16, offset
);
2870 // A class to handle the PLT data.
2871 // This is an abstract base class that handles most of the linker details
2872 // but does not know the actual contents of PLT entries. The derived
2873 // classes below fill in those details.
2875 template<int size
, bool big_endian
>
2876 class Output_data_plt_aarch64
: public Output_section_data
2879 typedef Output_data_reloc
<elfcpp::SHT_RELA
, true, size
, big_endian
>
2881 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr Address
;
2883 Output_data_plt_aarch64(Layout
* layout
,
2885 Output_data_got_aarch64
<size
, big_endian
>* got
,
2886 Output_data_space
* got_plt
,
2887 Output_data_space
* got_irelative
)
2888 : Output_section_data(addralign
), tlsdesc_rel_(NULL
), irelative_rel_(NULL
),
2889 got_(got
), got_plt_(got_plt
), got_irelative_(got_irelative
),
2890 count_(0), irelative_count_(0), tlsdesc_got_offset_(-1U)
2891 { this->init(layout
); }
2893 // Initialize the PLT section.
2895 init(Layout
* layout
);
2897 // Add an entry to the PLT.
2899 add_entry(Symbol_table
*, Layout
*, Symbol
* gsym
);
2901 // Add an entry to the PLT for a local STT_GNU_IFUNC symbol.
2903 add_local_ifunc_entry(Symbol_table
* symtab
, Layout
*,
2904 Sized_relobj_file
<size
, big_endian
>* relobj
,
2905 unsigned int local_sym_index
);
2907 // Add the relocation for a PLT entry.
2909 add_relocation(Symbol_table
*, Layout
*, Symbol
* gsym
,
2910 unsigned int got_offset
);
2912 // Add the reserved TLSDESC_PLT entry to the PLT.
2914 reserve_tlsdesc_entry(unsigned int got_offset
)
2915 { this->tlsdesc_got_offset_
= got_offset
; }
2917 // Return true if a TLSDESC_PLT entry has been reserved.
2919 has_tlsdesc_entry() const
2920 { return this->tlsdesc_got_offset_
!= -1U; }
2922 // Return the GOT offset for the reserved TLSDESC_PLT entry.
2924 get_tlsdesc_got_offset() const
2925 { return this->tlsdesc_got_offset_
; }
2927 // Return the PLT offset of the reserved TLSDESC_PLT entry.
2929 get_tlsdesc_plt_offset() const
2931 return (this->first_plt_entry_offset() +
2932 (this->count_
+ this->irelative_count_
)
2933 * this->get_plt_entry_size());
2936 // Return the .rela.plt section data.
2939 { return this->rel_
; }
2941 // Return where the TLSDESC relocations should go.
2943 rela_tlsdesc(Layout
*);
2945 // Return where the IRELATIVE relocations should go in the PLT
2948 rela_irelative(Symbol_table
*, Layout
*);
2950 // Return whether we created a section for IRELATIVE relocations.
2952 has_irelative_section() const
2953 { return this->irelative_rel_
!= NULL
; }
2955 // Return the number of PLT entries.
2958 { return this->count_
+ this->irelative_count_
; }
2960 // Return the offset of the first non-reserved PLT entry.
2962 first_plt_entry_offset() const
2963 { return this->do_first_plt_entry_offset(); }
2965 // Return the size of a PLT entry.
2967 get_plt_entry_size() const
2968 { return this->do_get_plt_entry_size(); }
2970 // Return the reserved tlsdesc entry size.
2972 get_plt_tlsdesc_entry_size() const
2973 { return this->do_get_plt_tlsdesc_entry_size(); }
2975 // Return the PLT address to use for a global symbol.
2977 address_for_global(const Symbol
*);
2979 // Return the PLT address to use for a local symbol.
2981 address_for_local(const Relobj
*, unsigned int symndx
);
2984 // Fill in the first PLT entry.
2986 fill_first_plt_entry(unsigned char* pov
,
2987 Address got_address
,
2988 Address plt_address
)
2989 { this->do_fill_first_plt_entry(pov
, got_address
, plt_address
); }
2991 // Fill in a normal PLT entry.
2993 fill_plt_entry(unsigned char* pov
,
2994 Address got_address
,
2995 Address plt_address
,
2996 unsigned int got_offset
,
2997 unsigned int plt_offset
)
2999 this->do_fill_plt_entry(pov
, got_address
, plt_address
,
3000 got_offset
, plt_offset
);
3003 // Fill in the reserved TLSDESC PLT entry.
3005 fill_tlsdesc_entry(unsigned char* pov
,
3006 Address gotplt_address
,
3007 Address plt_address
,
3009 unsigned int tlsdesc_got_offset
,
3010 unsigned int plt_offset
)
3012 this->do_fill_tlsdesc_entry(pov
, gotplt_address
, plt_address
, got_base
,
3013 tlsdesc_got_offset
, plt_offset
);
3016 virtual unsigned int
3017 do_first_plt_entry_offset() const = 0;
3019 virtual unsigned int
3020 do_get_plt_entry_size() const = 0;
3022 virtual unsigned int
3023 do_get_plt_tlsdesc_entry_size() const = 0;
3026 do_fill_first_plt_entry(unsigned char* pov
,
3028 Address plt_addr
) = 0;
3031 do_fill_plt_entry(unsigned char* pov
,
3032 Address got_address
,
3033 Address plt_address
,
3034 unsigned int got_offset
,
3035 unsigned int plt_offset
) = 0;
3038 do_fill_tlsdesc_entry(unsigned char* pov
,
3039 Address gotplt_address
,
3040 Address plt_address
,
3042 unsigned int tlsdesc_got_offset
,
3043 unsigned int plt_offset
) = 0;
3046 do_adjust_output_section(Output_section
* os
);
3048 // Write to a map file.
3050 do_print_to_mapfile(Mapfile
* mapfile
) const
3051 { mapfile
->print_output_data(this, _("** PLT")); }
3054 // Set the final size.
3056 set_final_data_size();
3058 // Write out the PLT data.
3060 do_write(Output_file
*);
3062 // The reloc section.
3063 Reloc_section
* rel_
;
3065 // The TLSDESC relocs, if necessary. These must follow the regular
3067 Reloc_section
* tlsdesc_rel_
;
3069 // The IRELATIVE relocs, if necessary. These must follow the
3070 // regular PLT relocations.
3071 Reloc_section
* irelative_rel_
;
3073 // The .got section.
3074 Output_data_got_aarch64
<size
, big_endian
>* got_
;
3076 // The .got.plt section.
3077 Output_data_space
* got_plt_
;
3079 // The part of the .got.plt section used for IRELATIVE relocs.
3080 Output_data_space
* got_irelative_
;
3082 // The number of PLT entries.
3083 unsigned int count_
;
3085 // Number of PLT entries with R_X86_64_IRELATIVE relocs. These
3086 // follow the regular PLT entries.
3087 unsigned int irelative_count_
;
3089 // GOT offset of the reserved TLSDESC_GOT entry for the lazy trampoline.
3090 // Communicated to the loader via DT_TLSDESC_GOT. The magic value -1
3091 // indicates an offset is not allocated.
3092 unsigned int tlsdesc_got_offset_
;
3095 // Initialize the PLT section.
3097 template<int size
, bool big_endian
>
3099 Output_data_plt_aarch64
<size
, big_endian
>::init(Layout
* layout
)
3101 this->rel_
= new Reloc_section(false);
3102 layout
->add_output_section_data(".rela.plt", elfcpp::SHT_RELA
,
3103 elfcpp::SHF_ALLOC
, this->rel_
,
3104 ORDER_DYNAMIC_PLT_RELOCS
, false);
3107 template<int size
, bool big_endian
>
3109 Output_data_plt_aarch64
<size
, big_endian
>::do_adjust_output_section(
3112 os
->set_entsize(this->get_plt_entry_size());
3115 // Add an entry to the PLT.
3117 template<int size
, bool big_endian
>
3119 Output_data_plt_aarch64
<size
, big_endian
>::add_entry(Symbol_table
* symtab
,
3120 Layout
* layout
, Symbol
* gsym
)
3122 gold_assert(!gsym
->has_plt_offset());
3124 unsigned int* pcount
;
3125 unsigned int plt_reserved
;
3126 Output_section_data_build
* got
;
3128 if (gsym
->type() == elfcpp::STT_GNU_IFUNC
3129 && gsym
->can_use_relative_reloc(false))
3131 pcount
= &this->irelative_count_
;
3133 got
= this->got_irelative_
;
3137 pcount
= &this->count_
;
3138 plt_reserved
= this->first_plt_entry_offset();
3139 got
= this->got_plt_
;
3142 gsym
->set_plt_offset((*pcount
) * this->get_plt_entry_size()
3147 section_offset_type got_offset
= got
->current_data_size();
3149 // Every PLT entry needs a GOT entry which points back to the PLT
3150 // entry (this will be changed by the dynamic linker, normally
3151 // lazily when the function is called).
3152 got
->set_current_data_size(got_offset
+ size
/ 8);
3154 // Every PLT entry needs a reloc.
3155 this->add_relocation(symtab
, layout
, gsym
, got_offset
);
3157 // Note that we don't need to save the symbol. The contents of the
3158 // PLT are independent of which symbols are used. The symbols only
3159 // appear in the relocations.
3162 // Add an entry to the PLT for a local STT_GNU_IFUNC symbol. Return
3165 template<int size
, bool big_endian
>
3167 Output_data_plt_aarch64
<size
, big_endian
>::add_local_ifunc_entry(
3168 Symbol_table
* symtab
,
3170 Sized_relobj_file
<size
, big_endian
>* relobj
,
3171 unsigned int local_sym_index
)
3173 unsigned int plt_offset
= this->irelative_count_
* this->get_plt_entry_size();
3174 ++this->irelative_count_
;
3176 section_offset_type got_offset
= this->got_irelative_
->current_data_size();
3178 // Every PLT entry needs a GOT entry which points back to the PLT
3180 this->got_irelative_
->set_current_data_size(got_offset
+ size
/ 8);
3182 // Every PLT entry needs a reloc.
3183 Reloc_section
* rela
= this->rela_irelative(symtab
, layout
);
3184 rela
->add_symbolless_local_addend(relobj
, local_sym_index
,
3185 elfcpp::R_AARCH64_IRELATIVE
,
3186 this->got_irelative_
, got_offset
, 0);
3191 // Add the relocation for a PLT entry.
3193 template<int size
, bool big_endian
>
3195 Output_data_plt_aarch64
<size
, big_endian
>::add_relocation(
3196 Symbol_table
* symtab
, Layout
* layout
, Symbol
* gsym
, unsigned int got_offset
)
3198 if (gsym
->type() == elfcpp::STT_GNU_IFUNC
3199 && gsym
->can_use_relative_reloc(false))
3201 Reloc_section
* rela
= this->rela_irelative(symtab
, layout
);
3202 rela
->add_symbolless_global_addend(gsym
, elfcpp::R_AARCH64_IRELATIVE
,
3203 this->got_irelative_
, got_offset
, 0);
3207 gsym
->set_needs_dynsym_entry();
3208 this->rel_
->add_global(gsym
, elfcpp::R_AARCH64_JUMP_SLOT
, this->got_plt_
,
3213 // Return where the TLSDESC relocations should go, creating it if
3214 // necessary. These follow the JUMP_SLOT relocations.
3216 template<int size
, bool big_endian
>
3217 typename Output_data_plt_aarch64
<size
, big_endian
>::Reloc_section
*
3218 Output_data_plt_aarch64
<size
, big_endian
>::rela_tlsdesc(Layout
* layout
)
3220 if (this->tlsdesc_rel_
== NULL
)
3222 this->tlsdesc_rel_
= new Reloc_section(false);
3223 layout
->add_output_section_data(".rela.plt", elfcpp::SHT_RELA
,
3224 elfcpp::SHF_ALLOC
, this->tlsdesc_rel_
,
3225 ORDER_DYNAMIC_PLT_RELOCS
, false);
3226 gold_assert(this->tlsdesc_rel_
->output_section()
3227 == this->rel_
->output_section());
3229 return this->tlsdesc_rel_
;
3232 // Return where the IRELATIVE relocations should go in the PLT. These
3233 // follow the JUMP_SLOT and the TLSDESC relocations.
3235 template<int size
, bool big_endian
>
3236 typename Output_data_plt_aarch64
<size
, big_endian
>::Reloc_section
*
3237 Output_data_plt_aarch64
<size
, big_endian
>::rela_irelative(Symbol_table
* symtab
,
3240 if (this->irelative_rel_
== NULL
)
3242 // Make sure we have a place for the TLSDESC relocations, in
3243 // case we see any later on.
3244 this->rela_tlsdesc(layout
);
3245 this->irelative_rel_
= new Reloc_section(false);
3246 layout
->add_output_section_data(".rela.plt", elfcpp::SHT_RELA
,
3247 elfcpp::SHF_ALLOC
, this->irelative_rel_
,
3248 ORDER_DYNAMIC_PLT_RELOCS
, false);
3249 gold_assert(this->irelative_rel_
->output_section()
3250 == this->rel_
->output_section());
3252 if (parameters
->doing_static_link())
3254 // A statically linked executable will only have a .rela.plt
3255 // section to hold R_AARCH64_IRELATIVE relocs for
3256 // STT_GNU_IFUNC symbols. The library will use these
3257 // symbols to locate the IRELATIVE relocs at program startup
3259 symtab
->define_in_output_data("__rela_iplt_start", NULL
,
3260 Symbol_table::PREDEFINED
,
3261 this->irelative_rel_
, 0, 0,
3262 elfcpp::STT_NOTYPE
, elfcpp::STB_GLOBAL
,
3263 elfcpp::STV_HIDDEN
, 0, false, true);
3264 symtab
->define_in_output_data("__rela_iplt_end", NULL
,
3265 Symbol_table::PREDEFINED
,
3266 this->irelative_rel_
, 0, 0,
3267 elfcpp::STT_NOTYPE
, elfcpp::STB_GLOBAL
,
3268 elfcpp::STV_HIDDEN
, 0, true, true);
3271 return this->irelative_rel_
;
3274 // Return the PLT address to use for a global symbol.
3276 template<int size
, bool big_endian
>
3278 Output_data_plt_aarch64
<size
, big_endian
>::address_for_global(
3281 uint64_t offset
= 0;
3282 if (gsym
->type() == elfcpp::STT_GNU_IFUNC
3283 && gsym
->can_use_relative_reloc(false))
3284 offset
= (this->first_plt_entry_offset() +
3285 this->count_
* this->get_plt_entry_size());
3286 return this->address() + offset
+ gsym
->plt_offset();
3289 // Return the PLT address to use for a local symbol. These are always
3290 // IRELATIVE relocs.
3292 template<int size
, bool big_endian
>
3294 Output_data_plt_aarch64
<size
, big_endian
>::address_for_local(
3295 const Relobj
* object
,
3298 return (this->address()
3299 + this->first_plt_entry_offset()
3300 + this->count_
* this->get_plt_entry_size()
3301 + object
->local_plt_offset(r_sym
));
3304 // Set the final size.
3306 template<int size
, bool big_endian
>
3308 Output_data_plt_aarch64
<size
, big_endian
>::set_final_data_size()
3310 unsigned int count
= this->count_
+ this->irelative_count_
;
3311 unsigned int extra_size
= 0;
3312 if (this->has_tlsdesc_entry())
3313 extra_size
+= this->get_plt_tlsdesc_entry_size();
3314 this->set_data_size(this->first_plt_entry_offset()
3315 + count
* this->get_plt_entry_size()
3319 template<int size
, bool big_endian
>
3320 class Output_data_plt_aarch64_standard
:
3321 public Output_data_plt_aarch64
<size
, big_endian
>
3324 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr Address
;
3325 Output_data_plt_aarch64_standard(
3327 Output_data_got_aarch64
<size
, big_endian
>* got
,
3328 Output_data_space
* got_plt
,
3329 Output_data_space
* got_irelative
)
3330 : Output_data_plt_aarch64
<size
, big_endian
>(layout
,
3337 // Return the offset of the first non-reserved PLT entry.
3338 virtual unsigned int
3339 do_first_plt_entry_offset() const
3340 { return this->first_plt_entry_size
; }
3342 // Return the size of a PLT entry
3343 virtual unsigned int
3344 do_get_plt_entry_size() const
3345 { return this->plt_entry_size
; }
3347 // Return the size of a tlsdesc entry
3348 virtual unsigned int
3349 do_get_plt_tlsdesc_entry_size() const
3350 { return this->plt_tlsdesc_entry_size
; }
3353 do_fill_first_plt_entry(unsigned char* pov
,
3354 Address got_address
,
3355 Address plt_address
);
3358 do_fill_plt_entry(unsigned char* pov
,
3359 Address got_address
,
3360 Address plt_address
,
3361 unsigned int got_offset
,
3362 unsigned int plt_offset
);
3365 do_fill_tlsdesc_entry(unsigned char* pov
,
3366 Address gotplt_address
,
3367 Address plt_address
,
3369 unsigned int tlsdesc_got_offset
,
3370 unsigned int plt_offset
);
3373 // The size of the first plt entry size.
3374 static const int first_plt_entry_size
= 32;
3375 // The size of the plt entry size.
3376 static const int plt_entry_size
= 16;
3377 // The size of the plt tlsdesc entry size.
3378 static const int plt_tlsdesc_entry_size
= 32;
3379 // Template for the first PLT entry.
3380 static const uint32_t first_plt_entry
[first_plt_entry_size
/ 4];
3381 // Template for subsequent PLT entries.
3382 static const uint32_t plt_entry
[plt_entry_size
/ 4];
3383 // The reserved TLSDESC entry in the PLT for an executable.
3384 static const uint32_t tlsdesc_plt_entry
[plt_tlsdesc_entry_size
/ 4];
3387 // The first entry in the PLT for an executable.
3391 Output_data_plt_aarch64_standard
<32, false>::
3392 first_plt_entry
[first_plt_entry_size
/ 4] =
3394 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3395 0x90000010, /* adrp x16, PLT_GOT+0x8 */
3396 0xb9400A11, /* ldr w17, [x16, #PLT_GOT+0x8] */
3397 0x11002210, /* add w16, w16,#PLT_GOT+0x8 */
3398 0xd61f0220, /* br x17 */
3399 0xd503201f, /* nop */
3400 0xd503201f, /* nop */
3401 0xd503201f, /* nop */
3407 Output_data_plt_aarch64_standard
<32, true>::
3408 first_plt_entry
[first_plt_entry_size
/ 4] =
3410 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3411 0x90000010, /* adrp x16, PLT_GOT+0x8 */
3412 0xb9400A11, /* ldr w17, [x16, #PLT_GOT+0x8] */
3413 0x11002210, /* add w16, w16,#PLT_GOT+0x8 */
3414 0xd61f0220, /* br x17 */
3415 0xd503201f, /* nop */
3416 0xd503201f, /* nop */
3417 0xd503201f, /* nop */
3423 Output_data_plt_aarch64_standard
<64, false>::
3424 first_plt_entry
[first_plt_entry_size
/ 4] =
3426 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3427 0x90000010, /* adrp x16, PLT_GOT+16 */
3428 0xf9400A11, /* ldr x17, [x16, #PLT_GOT+0x10] */
3429 0x91004210, /* add x16, x16,#PLT_GOT+0x10 */
3430 0xd61f0220, /* br x17 */
3431 0xd503201f, /* nop */
3432 0xd503201f, /* nop */
3433 0xd503201f, /* nop */
3439 Output_data_plt_aarch64_standard
<64, true>::
3440 first_plt_entry
[first_plt_entry_size
/ 4] =
3442 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3443 0x90000010, /* adrp x16, PLT_GOT+16 */
3444 0xf9400A11, /* ldr x17, [x16, #PLT_GOT+0x10] */
3445 0x91004210, /* add x16, x16,#PLT_GOT+0x10 */
3446 0xd61f0220, /* br x17 */
3447 0xd503201f, /* nop */
3448 0xd503201f, /* nop */
3449 0xd503201f, /* nop */
3455 Output_data_plt_aarch64_standard
<32, false>::
3456 plt_entry
[plt_entry_size
/ 4] =
3458 0x90000010, /* adrp x16, PLTGOT + n * 4 */
3459 0xb9400211, /* ldr w17, [w16, PLTGOT + n * 4] */
3460 0x11000210, /* add w16, w16, :lo12:PLTGOT + n * 4 */
3461 0xd61f0220, /* br x17. */
3467 Output_data_plt_aarch64_standard
<32, true>::
3468 plt_entry
[plt_entry_size
/ 4] =
3470 0x90000010, /* adrp x16, PLTGOT + n * 4 */
3471 0xb9400211, /* ldr w17, [w16, PLTGOT + n * 4] */
3472 0x11000210, /* add w16, w16, :lo12:PLTGOT + n * 4 */
3473 0xd61f0220, /* br x17. */
3479 Output_data_plt_aarch64_standard
<64, false>::
3480 plt_entry
[plt_entry_size
/ 4] =
3482 0x90000010, /* adrp x16, PLTGOT + n * 8 */
3483 0xf9400211, /* ldr x17, [x16, PLTGOT + n * 8] */
3484 0x91000210, /* add x16, x16, :lo12:PLTGOT + n * 8 */
3485 0xd61f0220, /* br x17. */
3491 Output_data_plt_aarch64_standard
<64, true>::
3492 plt_entry
[plt_entry_size
/ 4] =
3494 0x90000010, /* adrp x16, PLTGOT + n * 8 */
3495 0xf9400211, /* ldr x17, [x16, PLTGOT + n * 8] */
3496 0x91000210, /* add x16, x16, :lo12:PLTGOT + n * 8 */
3497 0xd61f0220, /* br x17. */
3501 template<int size
, bool big_endian
>
3503 Output_data_plt_aarch64_standard
<size
, big_endian
>::do_fill_first_plt_entry(
3505 Address got_address
,
3506 Address plt_address
)
3508 // PLT0 of the small PLT looks like this in ELF64 -
3509 // stp x16, x30, [sp, #-16]! Save the reloc and lr on stack.
3510 // adrp x16, PLT_GOT + 16 Get the page base of the GOTPLT
3511 // ldr x17, [x16, #:lo12:PLT_GOT+16] Load the address of the
3513 // add x16, x16, #:lo12:PLT_GOT+16 Load the lo12 bits of the
3514 // GOTPLT entry for this.
3516 // PLT0 will be slightly different in ELF32 due to different got entry
3518 memcpy(pov
, this->first_plt_entry
, this->first_plt_entry_size
);
3519 Address gotplt_2nd_ent
= got_address
+ (size
/ 8) * 2;
3521 // Fill in the top 21 bits for this: ADRP x16, PLT_GOT + 8 * 2.
3522 // ADRP: (PG(S+A)-PG(P)) >> 12) & 0x1fffff.
3523 // FIXME: This only works for 64bit
3524 AArch64_relocate_functions
<size
, big_endian
>::adrp(pov
+ 4,
3525 gotplt_2nd_ent
, plt_address
+ 4);
3527 // Fill in R_AARCH64_LDST8_LO12
3528 elfcpp::Swap
<32, big_endian
>::writeval(
3530 ((this->first_plt_entry
[2] & 0xffc003ff)
3531 | ((gotplt_2nd_ent
& 0xff8) << 7)));
3533 // Fill in R_AARCH64_ADD_ABS_LO12
3534 elfcpp::Swap
<32, big_endian
>::writeval(
3536 ((this->first_plt_entry
[3] & 0xffc003ff)
3537 | ((gotplt_2nd_ent
& 0xfff) << 10)));
3541 // Subsequent entries in the PLT for an executable.
3542 // FIXME: This only works for 64bit
3544 template<int size
, bool big_endian
>
3546 Output_data_plt_aarch64_standard
<size
, big_endian
>::do_fill_plt_entry(
3548 Address got_address
,
3549 Address plt_address
,
3550 unsigned int got_offset
,
3551 unsigned int plt_offset
)
3553 memcpy(pov
, this->plt_entry
, this->plt_entry_size
);
3555 Address gotplt_entry_address
= got_address
+ got_offset
;
3556 Address plt_entry_address
= plt_address
+ plt_offset
;
3558 // Fill in R_AARCH64_PCREL_ADR_HI21
3559 AArch64_relocate_functions
<size
, big_endian
>::adrp(
3561 gotplt_entry_address
,
3564 // Fill in R_AARCH64_LDST64_ABS_LO12
3565 elfcpp::Swap
<32, big_endian
>::writeval(
3567 ((this->plt_entry
[1] & 0xffc003ff)
3568 | ((gotplt_entry_address
& 0xff8) << 7)));
3570 // Fill in R_AARCH64_ADD_ABS_LO12
3571 elfcpp::Swap
<32, big_endian
>::writeval(
3573 ((this->plt_entry
[2] & 0xffc003ff)
3574 | ((gotplt_entry_address
& 0xfff) <<10)));
3581 Output_data_plt_aarch64_standard
<32, false>::
3582 tlsdesc_plt_entry
[plt_tlsdesc_entry_size
/ 4] =
3584 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3585 0x90000002, /* adrp x2, 0 */
3586 0x90000003, /* adrp x3, 0 */
3587 0xb9400042, /* ldr w2, [w2, #0] */
3588 0x11000063, /* add w3, w3, 0 */
3589 0xd61f0040, /* br x2 */
3590 0xd503201f, /* nop */
3591 0xd503201f, /* nop */
3596 Output_data_plt_aarch64_standard
<32, true>::
3597 tlsdesc_plt_entry
[plt_tlsdesc_entry_size
/ 4] =
3599 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3600 0x90000002, /* adrp x2, 0 */
3601 0x90000003, /* adrp x3, 0 */
3602 0xb9400042, /* ldr w2, [w2, #0] */
3603 0x11000063, /* add w3, w3, 0 */
3604 0xd61f0040, /* br x2 */
3605 0xd503201f, /* nop */
3606 0xd503201f, /* nop */
3611 Output_data_plt_aarch64_standard
<64, false>::
3612 tlsdesc_plt_entry
[plt_tlsdesc_entry_size
/ 4] =
3614 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3615 0x90000002, /* adrp x2, 0 */
3616 0x90000003, /* adrp x3, 0 */
3617 0xf9400042, /* ldr x2, [x2, #0] */
3618 0x91000063, /* add x3, x3, 0 */
3619 0xd61f0040, /* br x2 */
3620 0xd503201f, /* nop */
3621 0xd503201f, /* nop */
3626 Output_data_plt_aarch64_standard
<64, true>::
3627 tlsdesc_plt_entry
[plt_tlsdesc_entry_size
/ 4] =
3629 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3630 0x90000002, /* adrp x2, 0 */
3631 0x90000003, /* adrp x3, 0 */
3632 0xf9400042, /* ldr x2, [x2, #0] */
3633 0x91000063, /* add x3, x3, 0 */
3634 0xd61f0040, /* br x2 */
3635 0xd503201f, /* nop */
3636 0xd503201f, /* nop */
3639 template<int size
, bool big_endian
>
3641 Output_data_plt_aarch64_standard
<size
, big_endian
>::do_fill_tlsdesc_entry(
3643 Address gotplt_address
,
3644 Address plt_address
,
3646 unsigned int tlsdesc_got_offset
,
3647 unsigned int plt_offset
)
3649 memcpy(pov
, tlsdesc_plt_entry
, plt_tlsdesc_entry_size
);
3651 // move DT_TLSDESC_GOT address into x2
3652 // move .got.plt address into x3
3653 Address tlsdesc_got_entry
= got_base
+ tlsdesc_got_offset
;
3654 Address plt_entry_address
= plt_address
+ plt_offset
;
3656 // R_AARCH64_ADR_PREL_PG_HI21
3657 AArch64_relocate_functions
<size
, big_endian
>::adrp(
3660 plt_entry_address
+ 4);
3662 // R_AARCH64_ADR_PREL_PG_HI21
3663 AArch64_relocate_functions
<size
, big_endian
>::adrp(
3666 plt_entry_address
+ 8);
3668 // R_AARCH64_LDST64_ABS_LO12
3669 elfcpp::Swap
<32, big_endian
>::writeval(
3671 ((this->tlsdesc_plt_entry
[3] & 0xffc003ff)
3672 | ((tlsdesc_got_entry
& 0xff8) << 7)));
3674 // R_AARCH64_ADD_ABS_LO12
3675 elfcpp::Swap
<32, big_endian
>::writeval(
3677 ((this->tlsdesc_plt_entry
[4] & 0xffc003ff)
3678 | ((gotplt_address
& 0xfff) << 10)));
3681 // Write out the PLT. This uses the hand-coded instructions above,
3682 // and adjusts them as needed. This is specified by the AMD64 ABI.
3684 template<int size
, bool big_endian
>
3686 Output_data_plt_aarch64
<size
, big_endian
>::do_write(Output_file
* of
)
3688 const off_t offset
= this->offset();
3689 const section_size_type oview_size
=
3690 convert_to_section_size_type(this->data_size());
3691 unsigned char* const oview
= of
->get_output_view(offset
, oview_size
);
3693 const off_t got_file_offset
= this->got_plt_
->offset();
3694 gold_assert(got_file_offset
+ this->got_plt_
->data_size()
3695 == this->got_irelative_
->offset());
3697 const section_size_type got_size
=
3698 convert_to_section_size_type(this->got_plt_
->data_size()
3699 + this->got_irelative_
->data_size());
3700 unsigned char* const got_view
= of
->get_output_view(got_file_offset
,
3703 unsigned char* pov
= oview
;
3705 // The base address of the .plt section.
3706 typename
elfcpp::Elf_types
<size
>::Elf_Addr plt_address
= this->address();
3707 // The base address of the PLT portion of the .got section.
3708 typename
elfcpp::Elf_types
<size
>::Elf_Addr gotplt_address
3709 = this->got_plt_
->address();
3711 this->fill_first_plt_entry(pov
, gotplt_address
, plt_address
);
3712 pov
+= this->first_plt_entry_offset();
3714 // The first three entries in .got.plt are reserved.
3715 unsigned char* got_pov
= got_view
;
3716 memset(got_pov
, 0, size
/ 8 * AARCH64_GOTPLT_RESERVE_COUNT
);
3717 got_pov
+= (size
/ 8) * AARCH64_GOTPLT_RESERVE_COUNT
;
3719 unsigned int plt_offset
= this->first_plt_entry_offset();
3720 unsigned int got_offset
= (size
/ 8) * AARCH64_GOTPLT_RESERVE_COUNT
;
3721 const unsigned int count
= this->count_
+ this->irelative_count_
;
3722 for (unsigned int plt_index
= 0;
3725 pov
+= this->get_plt_entry_size(),
3726 got_pov
+= size
/ 8,
3727 plt_offset
+= this->get_plt_entry_size(),
3728 got_offset
+= size
/ 8)
3730 // Set and adjust the PLT entry itself.
3731 this->fill_plt_entry(pov
, gotplt_address
, plt_address
,
3732 got_offset
, plt_offset
);
3734 // Set the entry in the GOT, which points to plt0.
3735 elfcpp::Swap
<size
, big_endian
>::writeval(got_pov
, plt_address
);
3738 if (this->has_tlsdesc_entry())
3740 // Set and adjust the reserved TLSDESC PLT entry.
3741 unsigned int tlsdesc_got_offset
= this->get_tlsdesc_got_offset();
3742 // The base address of the .base section.
3743 typename
elfcpp::Elf_types
<size
>::Elf_Addr got_base
=
3744 this->got_
->address();
3745 this->fill_tlsdesc_entry(pov
, gotplt_address
, plt_address
, got_base
,
3746 tlsdesc_got_offset
, plt_offset
);
3747 pov
+= this->get_plt_tlsdesc_entry_size();
3750 gold_assert(static_cast<section_size_type
>(pov
- oview
) == oview_size
);
3751 gold_assert(static_cast<section_size_type
>(got_pov
- got_view
) == got_size
);
3753 of
->write_output_view(offset
, oview_size
, oview
);
3754 of
->write_output_view(got_file_offset
, got_size
, got_view
);
3757 // Telling how to update the immediate field of an instruction.
3758 struct AArch64_howto
3760 // The immediate field mask.
3761 elfcpp::Elf_Xword dst_mask
;
3763 // The offset to apply relocation immediate
3766 // The second part offset, if the immediate field has two parts.
3767 // -1 if the immediate field has only one part.
3771 static const AArch64_howto aarch64_howto
[AArch64_reloc_property::INST_NUM
] =
3773 {0, -1, -1}, // DATA
3774 {0x1fffe0, 5, -1}, // MOVW [20:5]-imm16
3775 {0xffffe0, 5, -1}, // LD [23:5]-imm19
3776 {0x60ffffe0, 29, 5}, // ADR [30:29]-immlo [23:5]-immhi
3777 {0x60ffffe0, 29, 5}, // ADRP [30:29]-immlo [23:5]-immhi
3778 {0x3ffc00, 10, -1}, // ADD [21:10]-imm12
3779 {0x3ffc00, 10, -1}, // LDST [21:10]-imm12
3780 {0x7ffe0, 5, -1}, // TBZNZ [18:5]-imm14
3781 {0xffffe0, 5, -1}, // CONDB [23:5]-imm19
3782 {0x3ffffff, 0, -1}, // B [25:0]-imm26
3783 {0x3ffffff, 0, -1}, // CALL [25:0]-imm26
3786 // AArch64 relocate function class
3788 template<int size
, bool big_endian
>
3789 class AArch64_relocate_functions
3794 STATUS_OKAY
, // No error during relocation.
3795 STATUS_OVERFLOW
, // Relocation overflow.
3796 STATUS_BAD_RELOC
, // Relocation cannot be applied.
3799 typedef AArch64_relocate_functions
<size
, big_endian
> This
;
3800 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr Address
;
3801 typedef Relocate_info
<size
, big_endian
> The_relocate_info
;
3802 typedef AArch64_relobj
<size
, big_endian
> The_aarch64_relobj
;
3803 typedef Reloc_stub
<size
, big_endian
> The_reloc_stub
;
3804 typedef typename
The_reloc_stub::Stub_type The_reloc_stub_type
;
3805 typedef Stub_table
<size
, big_endian
> The_stub_table
;
3806 typedef elfcpp::Rela
<size
, big_endian
> The_rela
;
3807 typedef typename
elfcpp::Swap
<size
, big_endian
>::Valtype AArch64_valtype
;
3809 // Return the page address of the address.
3810 // Page(address) = address & ~0xFFF
3812 static inline AArch64_valtype
3813 Page(Address address
)
3815 return (address
& (~static_cast<Address
>(0xFFF)));
3819 // Update instruction (pointed by view) with selected bits (immed).
3820 // val = (val & ~dst_mask) | (immed << doffset)
3822 template<int valsize
>
3824 update_view(unsigned char* view
,
3825 AArch64_valtype immed
,
3826 elfcpp::Elf_Xword doffset
,
3827 elfcpp::Elf_Xword dst_mask
)
3829 typedef typename
elfcpp::Swap
<valsize
, big_endian
>::Valtype Valtype
;
3830 Valtype
* wv
= reinterpret_cast<Valtype
*>(view
);
3831 Valtype val
= elfcpp::Swap
<valsize
, big_endian
>::readval(wv
);
3833 // Clear immediate fields.
3835 elfcpp::Swap
<valsize
, big_endian
>::writeval(wv
,
3836 static_cast<Valtype
>(val
| (immed
<< doffset
)));
3839 // Update two parts of an instruction (pointed by view) with selected
3840 // bits (immed1 and immed2).
3841 // val = (val & ~dst_mask) | (immed1 << doffset1) | (immed2 << doffset2)
3843 template<int valsize
>
3845 update_view_two_parts(
3846 unsigned char* view
,
3847 AArch64_valtype immed1
,
3848 AArch64_valtype immed2
,
3849 elfcpp::Elf_Xword doffset1
,
3850 elfcpp::Elf_Xword doffset2
,
3851 elfcpp::Elf_Xword dst_mask
)
3853 typedef typename
elfcpp::Swap
<valsize
, big_endian
>::Valtype Valtype
;
3854 Valtype
* wv
= reinterpret_cast<Valtype
*>(view
);
3855 Valtype val
= elfcpp::Swap
<valsize
, big_endian
>::readval(wv
);
3857 elfcpp::Swap
<valsize
, big_endian
>::writeval(wv
,
3858 static_cast<Valtype
>(val
| (immed1
<< doffset1
) |
3859 (immed2
<< doffset2
)));
3862 // Update adr or adrp instruction with immed.
3863 // In adr and adrp: [30:29] immlo [23:5] immhi
3866 update_adr(unsigned char* view
, AArch64_valtype immed
)
3868 elfcpp::Elf_Xword dst_mask
= (0x3 << 29) | (0x7ffff << 5);
3869 This::template update_view_two_parts
<32>(
3872 (immed
& 0x1ffffc) >> 2,
3878 // Update movz/movn instruction with bits immed.
3879 // Set instruction to movz if is_movz is true, otherwise set instruction
3883 update_movnz(unsigned char* view
,
3884 AArch64_valtype immed
,
3887 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Valtype
;
3888 Valtype
* wv
= reinterpret_cast<Valtype
*>(view
);
3889 Valtype val
= elfcpp::Swap
<32, big_endian
>::readval(wv
);
3891 const elfcpp::Elf_Xword doffset
=
3892 aarch64_howto
[AArch64_reloc_property::INST_MOVW
].doffset
;
3893 const elfcpp::Elf_Xword dst_mask
=
3894 aarch64_howto
[AArch64_reloc_property::INST_MOVW
].dst_mask
;
3896 // Clear immediate fields and opc code.
3897 val
&= ~(dst_mask
| (0x3 << 29));
3899 // Set instruction to movz or movn.
3900 // movz: [30:29] is 10 movn: [30:29] is 00
3904 elfcpp::Swap
<32, big_endian
>::writeval(wv
,
3905 static_cast<Valtype
>(val
| (immed
<< doffset
)));
3908 // Update selected bits in text.
3910 template<int valsize
>
3911 static inline typename
This::Status
3912 reloc_common(unsigned char* view
, Address x
,
3913 const AArch64_reloc_property
* reloc_property
)
3915 // Select bits from X.
3916 Address immed
= reloc_property
->select_x_value(x
);
3919 const AArch64_reloc_property::Reloc_inst inst
=
3920 reloc_property
->reloc_inst();
3921 // If it is a data relocation or instruction has 2 parts of immediate
3922 // fields, you should not call pcrela_general.
3923 gold_assert(aarch64_howto
[inst
].doffset2
== -1 &&
3924 aarch64_howto
[inst
].doffset
!= -1);
3925 This::template update_view
<valsize
>(view
, immed
,
3926 aarch64_howto
[inst
].doffset
,
3927 aarch64_howto
[inst
].dst_mask
);
3929 // Do check overflow or alignment if needed.
3930 return (reloc_property
->checkup_x_value(x
)
3932 : This::STATUS_OVERFLOW
);
3937 // Do a simple rela relocation at unaligned addresses.
3939 template<int valsize
>
3940 static inline typename
This::Status
3941 rela_ua(unsigned char* view
,
3942 const Sized_relobj_file
<size
, big_endian
>* object
,
3943 const Symbol_value
<size
>* psymval
,
3944 AArch64_valtype addend
,
3945 const AArch64_reloc_property
* reloc_property
)
3947 typedef typename
elfcpp::Swap_unaligned
<valsize
, big_endian
>::Valtype
3949 typename
elfcpp::Elf_types
<size
>::Elf_Addr x
=
3950 psymval
->value(object
, addend
);
3951 elfcpp::Swap_unaligned
<valsize
, big_endian
>::writeval(view
,
3952 static_cast<Valtype
>(x
));
3953 return (reloc_property
->checkup_x_value(x
)
3955 : This::STATUS_OVERFLOW
);
3958 // Do a simple pc-relative relocation at unaligned addresses.
3960 template<int valsize
>
3961 static inline typename
This::Status
3962 pcrela_ua(unsigned char* view
,
3963 const Sized_relobj_file
<size
, big_endian
>* object
,
3964 const Symbol_value
<size
>* psymval
,
3965 AArch64_valtype addend
,
3967 const AArch64_reloc_property
* reloc_property
)
3969 typedef typename
elfcpp::Swap_unaligned
<valsize
, big_endian
>::Valtype
3971 Address x
= psymval
->value(object
, addend
) - address
;
3972 elfcpp::Swap_unaligned
<valsize
, big_endian
>::writeval(view
,
3973 static_cast<Valtype
>(x
));
3974 return (reloc_property
->checkup_x_value(x
)
3976 : This::STATUS_OVERFLOW
);
3979 // Do a simple rela relocation at aligned addresses.
3981 template<int valsize
>
3982 static inline typename
This::Status
3984 unsigned char* view
,
3985 const Sized_relobj_file
<size
, big_endian
>* object
,
3986 const Symbol_value
<size
>* psymval
,
3987 AArch64_valtype addend
,
3988 const AArch64_reloc_property
* reloc_property
)
3990 typedef typename
elfcpp::Swap
<valsize
, big_endian
>::Valtype Valtype
;
3991 Valtype
* wv
= reinterpret_cast<Valtype
*>(view
);
3992 Address x
= psymval
->value(object
, addend
);
3993 elfcpp::Swap
<valsize
, big_endian
>::writeval(wv
,static_cast<Valtype
>(x
));
3994 return (reloc_property
->checkup_x_value(x
)
3996 : This::STATUS_OVERFLOW
);
3999 // Do relocate. Update selected bits in text.
4000 // new_val = (val & ~dst_mask) | (immed << doffset)
4002 template<int valsize
>
4003 static inline typename
This::Status
4004 rela_general(unsigned char* view
,
4005 const Sized_relobj_file
<size
, big_endian
>* object
,
4006 const Symbol_value
<size
>* psymval
,
4007 AArch64_valtype addend
,
4008 const AArch64_reloc_property
* reloc_property
)
4010 // Calculate relocation.
4011 Address x
= psymval
->value(object
, addend
);
4012 return This::template reloc_common
<valsize
>(view
, x
, reloc_property
);
4015 // Do relocate. Update selected bits in text.
4016 // new val = (val & ~dst_mask) | (immed << doffset)
4018 template<int valsize
>
4019 static inline typename
This::Status
4021 unsigned char* view
,
4023 AArch64_valtype addend
,
4024 const AArch64_reloc_property
* reloc_property
)
4026 // Calculate relocation.
4027 Address x
= s
+ addend
;
4028 return This::template reloc_common
<valsize
>(view
, x
, reloc_property
);
4031 // Do address relative relocate. Update selected bits in text.
4032 // new val = (val & ~dst_mask) | (immed << doffset)
4034 template<int valsize
>
4035 static inline typename
This::Status
4037 unsigned char* view
,
4038 const Sized_relobj_file
<size
, big_endian
>* object
,
4039 const Symbol_value
<size
>* psymval
,
4040 AArch64_valtype addend
,
4042 const AArch64_reloc_property
* reloc_property
)
4044 // Calculate relocation.
4045 Address x
= psymval
->value(object
, addend
) - address
;
4046 return This::template reloc_common
<valsize
>(view
, x
, reloc_property
);
4050 // Calculate (S + A) - address, update adr instruction.
4052 static inline typename
This::Status
4053 adr(unsigned char* view
,
4054 const Sized_relobj_file
<size
, big_endian
>* object
,
4055 const Symbol_value
<size
>* psymval
,
4058 const AArch64_reloc_property
* /* reloc_property */)
4060 AArch64_valtype x
= psymval
->value(object
, addend
) - address
;
4061 // Pick bits [20:0] of X.
4062 AArch64_valtype immed
= x
& 0x1fffff;
4063 update_adr(view
, immed
);
4064 // Check -2^20 <= X < 2^20
4065 return (size
== 64 && Bits
<21>::has_overflow((x
))
4066 ? This::STATUS_OVERFLOW
4067 : This::STATUS_OKAY
);
4070 // Calculate PG(S+A) - PG(address), update adrp instruction.
4071 // R_AARCH64_ADR_PREL_PG_HI21
4073 static inline typename
This::Status
4075 unsigned char* view
,
4079 AArch64_valtype x
= This::Page(sa
) - This::Page(address
);
4080 // Pick [32:12] of X.
4081 AArch64_valtype immed
= (x
>> 12) & 0x1fffff;
4082 update_adr(view
, immed
);
4083 // Check -2^32 <= X < 2^32
4084 return (size
== 64 && Bits
<33>::has_overflow((x
))
4085 ? This::STATUS_OVERFLOW
4086 : This::STATUS_OKAY
);
4089 // Calculate PG(S+A) - PG(address), update adrp instruction.
4090 // R_AARCH64_ADR_PREL_PG_HI21
4092 static inline typename
This::Status
4093 adrp(unsigned char* view
,
4094 const Sized_relobj_file
<size
, big_endian
>* object
,
4095 const Symbol_value
<size
>* psymval
,
4098 const AArch64_reloc_property
* reloc_property
)
4100 Address sa
= psymval
->value(object
, addend
);
4101 AArch64_valtype x
= This::Page(sa
) - This::Page(address
);
4102 // Pick [32:12] of X.
4103 AArch64_valtype immed
= (x
>> 12) & 0x1fffff;
4104 update_adr(view
, immed
);
4105 return (reloc_property
->checkup_x_value(x
)
4107 : This::STATUS_OVERFLOW
);
4110 // Update mov[n/z] instruction. Check overflow if needed.
4111 // If X >=0, set the instruction to movz and its immediate value to the
4113 // If X < 0, set the instruction to movn and its immediate value to
4114 // NOT (selected bits of).
4116 static inline typename
This::Status
4117 movnz(unsigned char* view
,
4119 const AArch64_reloc_property
* reloc_property
)
4121 // Select bits from X.
4124 typedef typename
elfcpp::Elf_types
<size
>::Elf_Swxword SignedW
;
4125 if (static_cast<SignedW
>(x
) >= 0)
4127 immed
= reloc_property
->select_x_value(x
);
4132 immed
= reloc_property
->select_x_value(~x
);;
4136 // Update movnz instruction.
4137 update_movnz(view
, immed
, is_movz
);
4139 // Do check overflow or alignment if needed.
4140 return (reloc_property
->checkup_x_value(x
)
4142 : This::STATUS_OVERFLOW
);
4146 maybe_apply_stub(unsigned int,
4147 const The_relocate_info
*,
4151 const Sized_symbol
<size
>*,
4152 const Symbol_value
<size
>*,
4153 const Sized_relobj_file
<size
, big_endian
>*,
4156 }; // End of AArch64_relocate_functions
4159 // For a certain relocation type (usually jump/branch), test to see if the
4160 // destination needs a stub to fulfil. If so, re-route the destination of the
4161 // original instruction to the stub, note, at this time, the stub has already
4164 template<int size
, bool big_endian
>
4166 AArch64_relocate_functions
<size
, big_endian
>::
4167 maybe_apply_stub(unsigned int r_type
,
4168 const The_relocate_info
* relinfo
,
4169 const The_rela
& rela
,
4170 unsigned char* view
,
4172 const Sized_symbol
<size
>* gsym
,
4173 const Symbol_value
<size
>* psymval
,
4174 const Sized_relobj_file
<size
, big_endian
>* object
,
4175 section_size_type current_group_size
)
4177 if (parameters
->options().relocatable())
4180 typename
elfcpp::Elf_types
<size
>::Elf_Swxword addend
= rela
.get_r_addend();
4181 Address branch_target
= psymval
->value(object
, 0) + addend
;
4182 The_reloc_stub_type stub_type
= The_reloc_stub::
4183 stub_type_for_reloc(r_type
, address
, branch_target
);
4184 if (stub_type
== The_reloc_stub::ST_NONE
)
4187 const The_aarch64_relobj
* aarch64_relobj
=
4188 static_cast<const The_aarch64_relobj
*>(object
);
4189 The_stub_table
* stub_table
= aarch64_relobj
->stub_table(relinfo
->data_shndx
);
4190 gold_assert(stub_table
!= NULL
);
4192 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
4193 typename
The_reloc_stub::Key
stub_key(stub_type
, gsym
, object
, r_sym
, addend
);
4194 The_reloc_stub
* stub
= stub_table
->find_reloc_stub(stub_key
);
4195 gold_assert(stub
!= NULL
);
4197 Address new_branch_target
= stub_table
->address() + stub
->offset();
4198 typename
elfcpp::Swap
<size
, big_endian
>::Valtype branch_offset
=
4199 new_branch_target
- address
;
4200 const AArch64_reloc_property
* arp
=
4201 aarch64_reloc_property_table
->get_reloc_property(r_type
);
4202 gold_assert(arp
!= NULL
);
4203 typename
This::Status status
= This::template
4204 rela_general
<32>(view
, branch_offset
, 0, arp
);
4205 if (status
!= This::STATUS_OKAY
)
4206 gold_error(_("Stub is too far away, try a smaller value "
4207 "for '--stub-group-size'. The current value is 0x%lx."),
4208 static_cast<unsigned long>(current_group_size
));
4213 // Group input sections for stub generation.
4215 // We group input sections in an output section so that the total size,
4216 // including any padding space due to alignment is smaller than GROUP_SIZE
4217 // unless the only input section in group is bigger than GROUP_SIZE already.
4218 // Then an ARM stub table is created to follow the last input section
4219 // in group. For each group an ARM stub table is created an is placed
4220 // after the last group. If STUB_ALWAYS_AFTER_BRANCH is false, we further
4221 // extend the group after the stub table.
4223 template<int size
, bool big_endian
>
4225 Target_aarch64
<size
, big_endian
>::group_sections(
4227 section_size_type group_size
,
4228 bool stubs_always_after_branch
,
4231 // Group input sections and insert stub table
4232 Layout::Section_list section_list
;
4233 layout
->get_executable_sections(§ion_list
);
4234 for (Layout::Section_list::const_iterator p
= section_list
.begin();
4235 p
!= section_list
.end();
4238 AArch64_output_section
<size
, big_endian
>* output_section
=
4239 static_cast<AArch64_output_section
<size
, big_endian
>*>(*p
);
4240 output_section
->group_sections(group_size
, stubs_always_after_branch
,
4246 // Find the AArch64_input_section object corresponding to the SHNDX-th input
4247 // section of RELOBJ.
4249 template<int size
, bool big_endian
>
4250 AArch64_input_section
<size
, big_endian
>*
4251 Target_aarch64
<size
, big_endian
>::find_aarch64_input_section(
4252 Relobj
* relobj
, unsigned int shndx
) const
4254 Section_id
sid(relobj
, shndx
);
4255 typename
AArch64_input_section_map::const_iterator p
=
4256 this->aarch64_input_section_map_
.find(sid
);
4257 return (p
!= this->aarch64_input_section_map_
.end()) ? p
->second
: NULL
;
4261 // Make a new AArch64_input_section object.
4263 template<int size
, bool big_endian
>
4264 AArch64_input_section
<size
, big_endian
>*
4265 Target_aarch64
<size
, big_endian
>::new_aarch64_input_section(
4266 Relobj
* relobj
, unsigned int shndx
)
4268 Section_id
sid(relobj
, shndx
);
4270 AArch64_input_section
<size
, big_endian
>* input_section
=
4271 new AArch64_input_section
<size
, big_endian
>(relobj
, shndx
);
4272 input_section
->init();
4274 // Register new AArch64_input_section in map for look-up.
4275 std::pair
<typename
AArch64_input_section_map::iterator
,bool> ins
=
4276 this->aarch64_input_section_map_
.insert(
4277 std::make_pair(sid
, input_section
));
4279 // Make sure that it we have not created another AArch64_input_section
4280 // for this input section already.
4281 gold_assert(ins
.second
);
4283 return input_section
;
4287 // Relaxation hook. This is where we do stub generation.
4289 template<int size
, bool big_endian
>
4291 Target_aarch64
<size
, big_endian
>::do_relax(
4293 const Input_objects
* input_objects
,
4294 Symbol_table
* symtab
,
4298 gold_assert(!parameters
->options().relocatable());
4301 // We don't handle negative stub_group_size right now.
4302 this->stub_group_size_
= abs(parameters
->options().stub_group_size());
4303 if (this->stub_group_size_
== 1)
4305 // Leave room for 4096 4-byte stub entries. If we exceed that, then we
4306 // will fail to link. The user will have to relink with an explicit
4307 // group size option.
4308 this->stub_group_size_
= The_reloc_stub::MAX_BRANCH_OFFSET
-
4311 group_sections(layout
, this->stub_group_size_
, true, task
);
4315 // If this is not the first pass, addresses and file offsets have
4316 // been reset at this point, set them here.
4317 for (Stub_table_iterator sp
= this->stub_tables_
.begin();
4318 sp
!= this->stub_tables_
.end(); ++sp
)
4320 The_stub_table
* stt
= *sp
;
4321 The_aarch64_input_section
* owner
= stt
->owner();
4322 off_t off
= align_address(owner
->original_size(),
4324 stt
->set_address_and_file_offset(owner
->address() + off
,
4325 owner
->offset() + off
);
4329 // Scan relocs for relocation stubs
4330 for (Input_objects::Relobj_iterator op
= input_objects
->relobj_begin();
4331 op
!= input_objects
->relobj_end();
4334 The_aarch64_relobj
* aarch64_relobj
=
4335 static_cast<The_aarch64_relobj
*>(*op
);
4336 // Lock the object so we can read from it. This is only called
4337 // single-threaded from Layout::finalize, so it is OK to lock.
4338 Task_lock_obj
<Object
> tl(task
, aarch64_relobj
);
4339 aarch64_relobj
->scan_sections_for_stubs(this, symtab
, layout
);
4342 bool any_stub_table_changed
= false;
4343 for (Stub_table_iterator siter
= this->stub_tables_
.begin();
4344 siter
!= this->stub_tables_
.end() && !any_stub_table_changed
; ++siter
)
4346 The_stub_table
* stub_table
= *siter
;
4347 if (stub_table
->update_data_size_changed_p())
4349 The_aarch64_input_section
* owner
= stub_table
->owner();
4350 uint64_t address
= owner
->address();
4351 off_t offset
= owner
->offset();
4352 owner
->reset_address_and_file_offset();
4353 owner
->set_address_and_file_offset(address
, offset
);
4355 any_stub_table_changed
= true;
4359 // Do not continue relaxation.
4360 bool continue_relaxation
= any_stub_table_changed
;
4361 if (!continue_relaxation
)
4362 for (Stub_table_iterator sp
= this->stub_tables_
.begin();
4363 (sp
!= this->stub_tables_
.end());
4365 (*sp
)->finalize_stubs();
4367 return continue_relaxation
;
4371 // Make a new Stub_table.
4373 template<int size
, bool big_endian
>
4374 Stub_table
<size
, big_endian
>*
4375 Target_aarch64
<size
, big_endian
>::new_stub_table(
4376 AArch64_input_section
<size
, big_endian
>* owner
)
4378 Stub_table
<size
, big_endian
>* stub_table
=
4379 new Stub_table
<size
, big_endian
>(owner
);
4380 stub_table
->set_address(align_address(
4381 owner
->address() + owner
->data_size(), 8));
4382 stub_table
->set_file_offset(owner
->offset() + owner
->data_size());
4383 stub_table
->finalize_data_size();
4385 this->stub_tables_
.push_back(stub_table
);
4391 template<int size
, bool big_endian
>
4392 typename
elfcpp::Elf_types
<size
>::Elf_Addr
4393 Target_aarch64
<size
, big_endian
>::do_reloc_addend(
4394 void* arg
, unsigned int r_type
,
4395 typename
elfcpp::Elf_types
<size
>::Elf_Addr
) const
4397 gold_assert(r_type
== elfcpp::R_AARCH64_TLSDESC
);
4398 uintptr_t intarg
= reinterpret_cast<uintptr_t>(arg
);
4399 gold_assert(intarg
< this->tlsdesc_reloc_info_
.size());
4400 const Tlsdesc_info
& ti(this->tlsdesc_reloc_info_
[intarg
]);
4401 const Symbol_value
<size
>* psymval
= ti
.object
->local_symbol(ti
.r_sym
);
4402 gold_assert(psymval
->is_tls_symbol());
4403 // The value of a TLS symbol is the offset in the TLS segment.
4404 return psymval
->value(ti
.object
, 0);
4407 // Return the number of entries in the PLT.
4409 template<int size
, bool big_endian
>
4411 Target_aarch64
<size
, big_endian
>::plt_entry_count() const
4413 if (this->plt_
== NULL
)
4415 return this->plt_
->entry_count();
4418 // Return the offset of the first non-reserved PLT entry.
4420 template<int size
, bool big_endian
>
4422 Target_aarch64
<size
, big_endian
>::first_plt_entry_offset() const
4424 return this->plt_
->first_plt_entry_offset();
4427 // Return the size of each PLT entry.
4429 template<int size
, bool big_endian
>
4431 Target_aarch64
<size
, big_endian
>::plt_entry_size() const
4433 return this->plt_
->get_plt_entry_size();
4436 // Define the _TLS_MODULE_BASE_ symbol in the TLS segment.
4438 template<int size
, bool big_endian
>
4440 Target_aarch64
<size
, big_endian
>::define_tls_base_symbol(
4441 Symbol_table
* symtab
, Layout
* layout
)
4443 if (this->tls_base_symbol_defined_
)
4446 Output_segment
* tls_segment
= layout
->tls_segment();
4447 if (tls_segment
!= NULL
)
4449 bool is_exec
= parameters
->options().output_is_executable();
4450 symtab
->define_in_output_segment("_TLS_MODULE_BASE_", NULL
,
4451 Symbol_table::PREDEFINED
,
4455 elfcpp::STV_HIDDEN
, 0,
4457 ? Symbol::SEGMENT_END
4458 : Symbol::SEGMENT_START
),
4461 this->tls_base_symbol_defined_
= true;
4464 // Create the reserved PLT and GOT entries for the TLS descriptor resolver.
4466 template<int size
, bool big_endian
>
4468 Target_aarch64
<size
, big_endian
>::reserve_tlsdesc_entries(
4469 Symbol_table
* symtab
, Layout
* layout
)
4471 if (this->plt_
== NULL
)
4472 this->make_plt_section(symtab
, layout
);
4474 if (!this->plt_
->has_tlsdesc_entry())
4476 // Allocate the TLSDESC_GOT entry.
4477 Output_data_got_aarch64
<size
, big_endian
>* got
=
4478 this->got_section(symtab
, layout
);
4479 unsigned int got_offset
= got
->add_constant(0);
4481 // Allocate the TLSDESC_PLT entry.
4482 this->plt_
->reserve_tlsdesc_entry(got_offset
);
4486 // Create a GOT entry for the TLS module index.
4488 template<int size
, bool big_endian
>
4490 Target_aarch64
<size
, big_endian
>::got_mod_index_entry(
4491 Symbol_table
* symtab
, Layout
* layout
,
4492 Sized_relobj_file
<size
, big_endian
>* object
)
4494 if (this->got_mod_index_offset_
== -1U)
4496 gold_assert(symtab
!= NULL
&& layout
!= NULL
&& object
!= NULL
);
4497 Reloc_section
* rela_dyn
= this->rela_dyn_section(layout
);
4498 Output_data_got_aarch64
<size
, big_endian
>* got
=
4499 this->got_section(symtab
, layout
);
4500 unsigned int got_offset
= got
->add_constant(0);
4501 rela_dyn
->add_local(object
, 0, elfcpp::R_AARCH64_TLS_DTPMOD64
, got
,
4503 got
->add_constant(0);
4504 this->got_mod_index_offset_
= got_offset
;
4506 return this->got_mod_index_offset_
;
4509 // Optimize the TLS relocation type based on what we know about the
4510 // symbol. IS_FINAL is true if the final address of this symbol is
4511 // known at link time.
4513 template<int size
, bool big_endian
>
4514 tls::Tls_optimization
4515 Target_aarch64
<size
, big_endian
>::optimize_tls_reloc(bool is_final
,
4518 // If we are generating a shared library, then we can't do anything
4520 if (parameters
->options().shared())
4521 return tls::TLSOPT_NONE
;
4525 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21
:
4526 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC
:
4527 case elfcpp::R_AARCH64_TLSDESC_LD_PREL19
:
4528 case elfcpp::R_AARCH64_TLSDESC_ADR_PREL21
:
4529 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
4530 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
4531 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
:
4532 case elfcpp::R_AARCH64_TLSDESC_OFF_G1
:
4533 case elfcpp::R_AARCH64_TLSDESC_OFF_G0_NC
:
4534 case elfcpp::R_AARCH64_TLSDESC_LDR
:
4535 case elfcpp::R_AARCH64_TLSDESC_ADD
:
4536 case elfcpp::R_AARCH64_TLSDESC_CALL
:
4537 // These are General-Dynamic which permits fully general TLS
4538 // access. Since we know that we are generating an executable,
4539 // we can convert this to Initial-Exec. If we also know that
4540 // this is a local symbol, we can further switch to Local-Exec.
4542 return tls::TLSOPT_TO_LE
;
4543 return tls::TLSOPT_TO_IE
;
4545 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21
:
4546 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC
:
4547 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1
:
4548 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC
:
4549 // These are Local-Dynamic, which refer to local symbols in the
4550 // dynamic TLS block. Since we know that we generating an
4551 // executable, we can switch to Local-Exec.
4552 return tls::TLSOPT_TO_LE
;
4554 case elfcpp::R_AARCH64_TLSIE_MOVW_GOTTPREL_G1
:
4555 case elfcpp::R_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC
:
4556 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
4557 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
4558 case elfcpp::R_AARCH64_TLSIE_LD_GOTTPREL_PREL19
:
4559 // These are Initial-Exec relocs which get the thread offset
4560 // from the GOT. If we know that we are linking against the
4561 // local symbol, we can switch to Local-Exec, which links the
4562 // thread offset into the instruction.
4564 return tls::TLSOPT_TO_LE
;
4565 return tls::TLSOPT_NONE
;
4567 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G2
:
4568 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G1
:
4569 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G1_NC
:
4570 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G0
:
4571 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G0_NC
:
4572 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12
:
4573 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12
:
4574 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
4575 // When we already have Local-Exec, there is nothing further we
4577 return tls::TLSOPT_NONE
;
4584 // Returns true if this relocation type could be that of a function pointer.
4586 template<int size
, bool big_endian
>
4588 Target_aarch64
<size
, big_endian
>::Scan::possible_function_pointer_reloc(
4589 unsigned int r_type
)
4593 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21
:
4594 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC
:
4595 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC
:
4596 case elfcpp::R_AARCH64_ADR_GOT_PAGE
:
4597 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC
:
4605 // For safe ICF, scan a relocation for a local symbol to check if it
4606 // corresponds to a function pointer being taken. In that case mark
4607 // the function whose pointer was taken as not foldable.
4609 template<int size
, bool big_endian
>
4611 Target_aarch64
<size
, big_endian
>::Scan::local_reloc_may_be_function_pointer(
4614 Target_aarch64
<size
, big_endian
>* ,
4615 Sized_relobj_file
<size
, big_endian
>* ,
4618 const elfcpp::Rela
<size
, big_endian
>& ,
4619 unsigned int r_type
,
4620 const elfcpp::Sym
<size
, big_endian
>&)
4622 // When building a shared library, do not fold any local symbols.
4623 return (parameters
->options().shared()
4624 || possible_function_pointer_reloc(r_type
));
4627 // For safe ICF, scan a relocation for a global symbol to check if it
4628 // corresponds to a function pointer being taken. In that case mark
4629 // the function whose pointer was taken as not foldable.
4631 template<int size
, bool big_endian
>
4633 Target_aarch64
<size
, big_endian
>::Scan::global_reloc_may_be_function_pointer(
4636 Target_aarch64
<size
, big_endian
>* ,
4637 Sized_relobj_file
<size
, big_endian
>* ,
4640 const elfcpp::Rela
<size
, big_endian
>& ,
4641 unsigned int r_type
,
4644 // When building a shared library, do not fold symbols whose visibility
4645 // is hidden, internal or protected.
4646 return ((parameters
->options().shared()
4647 && (gsym
->visibility() == elfcpp::STV_INTERNAL
4648 || gsym
->visibility() == elfcpp::STV_PROTECTED
4649 || gsym
->visibility() == elfcpp::STV_HIDDEN
))
4650 || possible_function_pointer_reloc(r_type
));
4653 // Report an unsupported relocation against a local symbol.
4655 template<int size
, bool big_endian
>
4657 Target_aarch64
<size
, big_endian
>::Scan::unsupported_reloc_local(
4658 Sized_relobj_file
<size
, big_endian
>* object
,
4659 unsigned int r_type
)
4661 gold_error(_("%s: unsupported reloc %u against local symbol"),
4662 object
->name().c_str(), r_type
);
4665 // We are about to emit a dynamic relocation of type R_TYPE. If the
4666 // dynamic linker does not support it, issue an error.
4668 template<int size
, bool big_endian
>
4670 Target_aarch64
<size
, big_endian
>::Scan::check_non_pic(Relobj
* object
,
4671 unsigned int r_type
)
4673 gold_assert(r_type
!= elfcpp::R_AARCH64_NONE
);
4677 // These are the relocation types supported by glibc for AARCH64.
4678 case elfcpp::R_AARCH64_NONE
:
4679 case elfcpp::R_AARCH64_COPY
:
4680 case elfcpp::R_AARCH64_GLOB_DAT
:
4681 case elfcpp::R_AARCH64_JUMP_SLOT
:
4682 case elfcpp::R_AARCH64_RELATIVE
:
4683 case elfcpp::R_AARCH64_TLS_DTPREL64
:
4684 case elfcpp::R_AARCH64_TLS_DTPMOD64
:
4685 case elfcpp::R_AARCH64_TLS_TPREL64
:
4686 case elfcpp::R_AARCH64_TLSDESC
:
4687 case elfcpp::R_AARCH64_IRELATIVE
:
4688 case elfcpp::R_AARCH64_ABS32
:
4689 case elfcpp::R_AARCH64_ABS64
:
4696 // This prevents us from issuing more than one error per reloc
4697 // section. But we can still wind up issuing more than one
4698 // error per object file.
4699 if (this->issued_non_pic_error_
)
4701 gold_assert(parameters
->options().output_is_position_independent());
4702 object
->error(_("requires unsupported dynamic reloc; "
4703 "recompile with -fPIC"));
4704 this->issued_non_pic_error_
= true;
4708 // Return whether we need to make a PLT entry for a relocation of the
4709 // given type against a STT_GNU_IFUNC symbol.
4711 template<int size
, bool big_endian
>
4713 Target_aarch64
<size
, big_endian
>::Scan::reloc_needs_plt_for_ifunc(
4714 Sized_relobj_file
<size
, big_endian
>* object
,
4715 unsigned int r_type
)
4717 const AArch64_reloc_property
* arp
=
4718 aarch64_reloc_property_table
->get_reloc_property(r_type
);
4719 gold_assert(arp
!= NULL
);
4721 int flags
= arp
->reference_flags();
4722 if (flags
& Symbol::TLS_REF
)
4724 gold_error(_("%s: unsupported TLS reloc %s for IFUNC symbol"),
4725 object
->name().c_str(), arp
->name().c_str());
4731 // Scan a relocation for a local symbol.
4733 template<int size
, bool big_endian
>
4735 Target_aarch64
<size
, big_endian
>::Scan::local(
4736 Symbol_table
* symtab
,
4738 Target_aarch64
<size
, big_endian
>* target
,
4739 Sized_relobj_file
<size
, big_endian
>* object
,
4740 unsigned int data_shndx
,
4741 Output_section
* output_section
,
4742 const elfcpp::Rela
<size
, big_endian
>& rela
,
4743 unsigned int r_type
,
4744 const elfcpp::Sym
<size
, big_endian
>& lsym
,
4750 typedef Output_data_reloc
<elfcpp::SHT_RELA
, true, size
, big_endian
>
4752 Output_data_got_aarch64
<size
, big_endian
>* got
=
4753 target
->got_section(symtab
, layout
);
4754 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
4756 // A local STT_GNU_IFUNC symbol may require a PLT entry.
4757 bool is_ifunc
= lsym
.get_st_type() == elfcpp::STT_GNU_IFUNC
;
4758 if (is_ifunc
&& this->reloc_needs_plt_for_ifunc(object
, r_type
))
4759 target
->make_local_ifunc_plt_entry(symtab
, layout
, object
, r_sym
);
4763 case elfcpp::R_AARCH64_ABS32
:
4764 case elfcpp::R_AARCH64_ABS16
:
4765 if (parameters
->options().output_is_position_independent())
4767 gold_error(_("%s: unsupported reloc %u in pos independent link."),
4768 object
->name().c_str(), r_type
);
4772 case elfcpp::R_AARCH64_ABS64
:
4773 // If building a shared library or pie, we need to mark this as a dynmic
4774 // reloction, so that the dynamic loader can relocate it.
4775 if (parameters
->options().output_is_position_independent())
4777 Reloc_section
* rela_dyn
= target
->rela_dyn_section(layout
);
4778 rela_dyn
->add_local_relative(object
, r_sym
,
4779 elfcpp::R_AARCH64_RELATIVE
,
4782 rela
.get_r_offset(),
4783 rela
.get_r_addend(),
4788 case elfcpp::R_AARCH64_PREL64
:
4789 case elfcpp::R_AARCH64_PREL32
:
4790 case elfcpp::R_AARCH64_PREL16
:
4793 case elfcpp::R_AARCH64_LD_PREL_LO19
: // 273
4794 case elfcpp::R_AARCH64_ADR_PREL_LO21
: // 274
4795 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21
: // 275
4796 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC
: // 276
4797 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC
: // 277
4798 case elfcpp::R_AARCH64_LDST8_ABS_LO12_NC
: // 278
4799 case elfcpp::R_AARCH64_LDST16_ABS_LO12_NC
: // 284
4800 case elfcpp::R_AARCH64_LDST32_ABS_LO12_NC
: // 285
4801 case elfcpp::R_AARCH64_LDST64_ABS_LO12_NC
: // 286
4802 case elfcpp::R_AARCH64_LDST128_ABS_LO12_NC
: // 299
4805 // Control flow, pc-relative. We don't need to do anything for a relative
4806 // addressing relocation against a local symbol if it does not reference
4808 case elfcpp::R_AARCH64_TSTBR14
:
4809 case elfcpp::R_AARCH64_CONDBR19
:
4810 case elfcpp::R_AARCH64_JUMP26
:
4811 case elfcpp::R_AARCH64_CALL26
:
4814 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
4815 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
4817 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
4818 optimize_tls_reloc(!parameters
->options().shared(), r_type
);
4819 if (tlsopt
== tls::TLSOPT_TO_LE
)
4822 layout
->set_has_static_tls();
4823 // Create a GOT entry for the tp-relative offset.
4824 if (!parameters
->doing_static_link())
4826 got
->add_local_with_rel(object
, r_sym
, GOT_TYPE_TLS_OFFSET
,
4827 target
->rela_dyn_section(layout
),
4828 elfcpp::R_AARCH64_TLS_TPREL64
);
4830 else if (!object
->local_has_got_offset(r_sym
,
4831 GOT_TYPE_TLS_OFFSET
))
4833 got
->add_local(object
, r_sym
, GOT_TYPE_TLS_OFFSET
);
4834 unsigned int got_offset
=
4835 object
->local_got_offset(r_sym
, GOT_TYPE_TLS_OFFSET
);
4836 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
4837 gold_assert(addend
== 0);
4838 got
->add_static_reloc(got_offset
, elfcpp::R_AARCH64_TLS_TPREL64
,
4844 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21
:
4845 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC
:
4847 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
4848 optimize_tls_reloc(!parameters
->options().shared(), r_type
);
4849 if (tlsopt
== tls::TLSOPT_TO_LE
)
4851 layout
->set_has_static_tls();
4854 gold_assert(tlsopt
== tls::TLSOPT_NONE
);
4856 got
->add_local_pair_with_rel(object
,r_sym
, data_shndx
,
4858 target
->rela_dyn_section(layout
),
4859 elfcpp::R_AARCH64_TLS_DTPMOD64
);
4863 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12
:
4864 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12
:
4865 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
4867 layout
->set_has_static_tls();
4868 bool output_is_shared
= parameters
->options().shared();
4869 if (output_is_shared
)
4870 gold_error(_("%s: unsupported TLSLE reloc %u in shared code."),
4871 object
->name().c_str(), r_type
);
4875 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21
:
4876 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC
:
4878 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
4879 optimize_tls_reloc(!parameters
->options().shared(), r_type
);
4880 if (tlsopt
== tls::TLSOPT_NONE
)
4882 // Create a GOT entry for the module index.
4883 target
->got_mod_index_entry(symtab
, layout
, object
);
4885 else if (tlsopt
!= tls::TLSOPT_TO_LE
)
4886 unsupported_reloc_local(object
, r_type
);
4890 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1
:
4891 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC
:
4894 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
4895 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
4896 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
:
4898 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
4899 optimize_tls_reloc(!parameters
->options().shared(), r_type
);
4900 target
->define_tls_base_symbol(symtab
, layout
);
4901 if (tlsopt
== tls::TLSOPT_NONE
)
4903 // Create reserved PLT and GOT entries for the resolver.
4904 target
->reserve_tlsdesc_entries(symtab
, layout
);
4906 // Generate a double GOT entry with an R_AARCH64_TLSDESC reloc.
4907 // The R_AARCH64_TLSDESC reloc is resolved lazily, so the GOT
4908 // entry needs to be in an area in .got.plt, not .got. Call
4909 // got_section to make sure the section has been created.
4910 target
->got_section(symtab
, layout
);
4911 Output_data_got
<size
, big_endian
>* got
=
4912 target
->got_tlsdesc_section();
4913 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
4914 if (!object
->local_has_got_offset(r_sym
, GOT_TYPE_TLS_DESC
))
4916 unsigned int got_offset
= got
->add_constant(0);
4917 got
->add_constant(0);
4918 object
->set_local_got_offset(r_sym
, GOT_TYPE_TLS_DESC
,
4920 Reloc_section
* rt
= target
->rela_tlsdesc_section(layout
);
4921 // We store the arguments we need in a vector, and use
4922 // the index into the vector as the parameter to pass
4923 // to the target specific routines.
4924 uintptr_t intarg
= target
->add_tlsdesc_info(object
, r_sym
);
4925 void* arg
= reinterpret_cast<void*>(intarg
);
4926 rt
->add_target_specific(elfcpp::R_AARCH64_TLSDESC
, arg
,
4927 got
, got_offset
, 0);
4930 else if (tlsopt
!= tls::TLSOPT_TO_LE
)
4931 unsupported_reloc_local(object
, r_type
);
4935 case elfcpp::R_AARCH64_TLSDESC_CALL
:
4939 unsupported_reloc_local(object
, r_type
);
4944 // Report an unsupported relocation against a global symbol.
4946 template<int size
, bool big_endian
>
4948 Target_aarch64
<size
, big_endian
>::Scan::unsupported_reloc_global(
4949 Sized_relobj_file
<size
, big_endian
>* object
,
4950 unsigned int r_type
,
4953 gold_error(_("%s: unsupported reloc %u against global symbol %s"),
4954 object
->name().c_str(), r_type
, gsym
->demangled_name().c_str());
4957 template<int size
, bool big_endian
>
4959 Target_aarch64
<size
, big_endian
>::Scan::global(
4960 Symbol_table
* symtab
,
4962 Target_aarch64
<size
, big_endian
>* target
,
4963 Sized_relobj_file
<size
, big_endian
> * object
,
4964 unsigned int data_shndx
,
4965 Output_section
* output_section
,
4966 const elfcpp::Rela
<size
, big_endian
>& rela
,
4967 unsigned int r_type
,
4970 // A STT_GNU_IFUNC symbol may require a PLT entry.
4971 if (gsym
->type() == elfcpp::STT_GNU_IFUNC
4972 && this->reloc_needs_plt_for_ifunc(object
, r_type
))
4973 target
->make_plt_entry(symtab
, layout
, gsym
);
4975 typedef Output_data_reloc
<elfcpp::SHT_RELA
, true, size
, big_endian
>
4977 const AArch64_reloc_property
* arp
=
4978 aarch64_reloc_property_table
->get_reloc_property(r_type
);
4979 gold_assert(arp
!= NULL
);
4983 case elfcpp::R_AARCH64_ABS16
:
4984 case elfcpp::R_AARCH64_ABS32
:
4985 case elfcpp::R_AARCH64_ABS64
:
4987 // Make a PLT entry if necessary.
4988 if (gsym
->needs_plt_entry())
4990 target
->make_plt_entry(symtab
, layout
, gsym
);
4991 // Since this is not a PC-relative relocation, we may be
4992 // taking the address of a function. In that case we need to
4993 // set the entry in the dynamic symbol table to the address of
4995 if (gsym
->is_from_dynobj() && !parameters
->options().shared())
4996 gsym
->set_needs_dynsym_value();
4998 // Make a dynamic relocation if necessary.
4999 if (gsym
->needs_dynamic_reloc(arp
->reference_flags()))
5001 if (!parameters
->options().output_is_position_independent()
5002 && gsym
->may_need_copy_reloc())
5004 target
->copy_reloc(symtab
, layout
, object
,
5005 data_shndx
, output_section
, gsym
, rela
);
5007 else if (r_type
== elfcpp::R_AARCH64_ABS64
5008 && gsym
->type() == elfcpp::STT_GNU_IFUNC
5009 && gsym
->can_use_relative_reloc(false)
5010 && !gsym
->is_from_dynobj()
5011 && !gsym
->is_undefined()
5012 && !gsym
->is_preemptible())
5014 // Use an IRELATIVE reloc for a locally defined STT_GNU_IFUNC
5015 // symbol. This makes a function address in a PIE executable
5016 // match the address in a shared library that it links against.
5017 Reloc_section
* rela_dyn
=
5018 target
->rela_irelative_section(layout
);
5019 unsigned int r_type
= elfcpp::R_AARCH64_IRELATIVE
;
5020 rela_dyn
->add_symbolless_global_addend(gsym
, r_type
,
5021 output_section
, object
,
5023 rela
.get_r_offset(),
5024 rela
.get_r_addend());
5026 else if (r_type
== elfcpp::R_AARCH64_ABS64
5027 && gsym
->can_use_relative_reloc(false))
5029 Reloc_section
* rela_dyn
= target
->rela_dyn_section(layout
);
5030 rela_dyn
->add_global_relative(gsym
,
5031 elfcpp::R_AARCH64_RELATIVE
,
5035 rela
.get_r_offset(),
5036 rela
.get_r_addend(),
5041 check_non_pic(object
, r_type
);
5042 Output_data_reloc
<elfcpp::SHT_RELA
, true, size
, big_endian
>*
5043 rela_dyn
= target
->rela_dyn_section(layout
);
5044 rela_dyn
->add_global(
5045 gsym
, r_type
, output_section
, object
,
5046 data_shndx
, rela
.get_r_offset(),rela
.get_r_addend());
5052 case elfcpp::R_AARCH64_PREL16
:
5053 case elfcpp::R_AARCH64_PREL32
:
5054 case elfcpp::R_AARCH64_PREL64
:
5055 // This is used to fill the GOT absolute address.
5056 if (gsym
->needs_plt_entry())
5058 target
->make_plt_entry(symtab
, layout
, gsym
);
5062 case elfcpp::R_AARCH64_LD_PREL_LO19
: // 273
5063 case elfcpp::R_AARCH64_ADR_PREL_LO21
: // 274
5064 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21
: // 275
5065 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC
: // 276
5066 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC
: // 277
5067 case elfcpp::R_AARCH64_LDST8_ABS_LO12_NC
: // 278
5068 case elfcpp::R_AARCH64_LDST16_ABS_LO12_NC
: // 284
5069 case elfcpp::R_AARCH64_LDST32_ABS_LO12_NC
: // 285
5070 case elfcpp::R_AARCH64_LDST64_ABS_LO12_NC
: // 286
5071 case elfcpp::R_AARCH64_LDST128_ABS_LO12_NC
: // 299
5073 if (gsym
->needs_plt_entry())
5074 target
->make_plt_entry(symtab
, layout
, gsym
);
5075 // Make a dynamic relocation if necessary.
5076 if (gsym
->needs_dynamic_reloc(arp
->reference_flags()))
5078 if (parameters
->options().output_is_executable()
5079 && gsym
->may_need_copy_reloc())
5081 target
->copy_reloc(symtab
, layout
, object
,
5082 data_shndx
, output_section
, gsym
, rela
);
5088 case elfcpp::R_AARCH64_ADR_GOT_PAGE
:
5089 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC
:
5091 // This pair of relocations is used to access a specific GOT entry.
5092 // Note a GOT entry is an *address* to a symbol.
5093 // The symbol requires a GOT entry
5094 Output_data_got_aarch64
<size
, big_endian
>* got
=
5095 target
->got_section(symtab
, layout
);
5096 if (gsym
->final_value_is_known())
5098 // For a STT_GNU_IFUNC symbol we want the PLT address.
5099 if (gsym
->type() == elfcpp::STT_GNU_IFUNC
)
5100 got
->add_global_plt(gsym
, GOT_TYPE_STANDARD
);
5102 got
->add_global(gsym
, GOT_TYPE_STANDARD
);
5106 // If this symbol is not fully resolved, we need to add a dynamic
5107 // relocation for it.
5108 Reloc_section
* rela_dyn
= target
->rela_dyn_section(layout
);
5110 // Use a GLOB_DAT rather than a RELATIVE reloc if:
5112 // 1) The symbol may be defined in some other module.
5113 // 2) We are building a shared library and this is a protected
5114 // symbol; using GLOB_DAT means that the dynamic linker can use
5115 // the address of the PLT in the main executable when appropriate
5116 // so that function address comparisons work.
5117 // 3) This is a STT_GNU_IFUNC symbol in position dependent code,
5118 // again so that function address comparisons work.
5119 if (gsym
->is_from_dynobj()
5120 || gsym
->is_undefined()
5121 || gsym
->is_preemptible()
5122 || (gsym
->visibility() == elfcpp::STV_PROTECTED
5123 && parameters
->options().shared())
5124 || (gsym
->type() == elfcpp::STT_GNU_IFUNC
5125 && parameters
->options().output_is_position_independent()))
5126 got
->add_global_with_rel(gsym
, GOT_TYPE_STANDARD
,
5127 rela_dyn
, elfcpp::R_AARCH64_GLOB_DAT
);
5130 // For a STT_GNU_IFUNC symbol we want to write the PLT
5131 // offset into the GOT, so that function pointer
5132 // comparisons work correctly.
5134 if (gsym
->type() != elfcpp::STT_GNU_IFUNC
)
5135 is_new
= got
->add_global(gsym
, GOT_TYPE_STANDARD
);
5138 is_new
= got
->add_global_plt(gsym
, GOT_TYPE_STANDARD
);
5139 // Tell the dynamic linker to use the PLT address
5140 // when resolving relocations.
5141 if (gsym
->is_from_dynobj()
5142 && !parameters
->options().shared())
5143 gsym
->set_needs_dynsym_value();
5147 rela_dyn
->add_global_relative(
5148 gsym
, elfcpp::R_AARCH64_RELATIVE
,
5150 gsym
->got_offset(GOT_TYPE_STANDARD
),
5159 case elfcpp::R_AARCH64_TSTBR14
:
5160 case elfcpp::R_AARCH64_CONDBR19
:
5161 case elfcpp::R_AARCH64_JUMP26
:
5162 case elfcpp::R_AARCH64_CALL26
:
5164 if (gsym
->final_value_is_known())
5167 if (gsym
->is_defined() &&
5168 !gsym
->is_from_dynobj() &&
5169 !gsym
->is_preemptible())
5172 // Make plt entry for function call.
5173 target
->make_plt_entry(symtab
, layout
, gsym
);
5177 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21
:
5178 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC
: // General dynamic
5180 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
5181 optimize_tls_reloc(gsym
->final_value_is_known(), r_type
);
5182 if (tlsopt
== tls::TLSOPT_TO_LE
)
5184 layout
->set_has_static_tls();
5187 gold_assert(tlsopt
== tls::TLSOPT_NONE
);
5190 Output_data_got_aarch64
<size
, big_endian
>* got
=
5191 target
->got_section(symtab
, layout
);
5192 // Create 2 consecutive entries for module index and offset.
5193 got
->add_global_pair_with_rel(gsym
, GOT_TYPE_TLS_PAIR
,
5194 target
->rela_dyn_section(layout
),
5195 elfcpp::R_AARCH64_TLS_DTPMOD64
,
5196 elfcpp::R_AARCH64_TLS_DTPREL64
);
5200 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21
:
5201 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC
: // Local dynamic
5203 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
5204 optimize_tls_reloc(!parameters
->options().shared(), r_type
);
5205 if (tlsopt
== tls::TLSOPT_NONE
)
5207 // Create a GOT entry for the module index.
5208 target
->got_mod_index_entry(symtab
, layout
, object
);
5210 else if (tlsopt
!= tls::TLSOPT_TO_LE
)
5211 unsupported_reloc_local(object
, r_type
);
5215 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1
:
5216 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC
: // Other local dynamic
5219 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
5220 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
: // Initial executable
5222 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
5223 optimize_tls_reloc(gsym
->final_value_is_known(), r_type
);
5224 if (tlsopt
== tls::TLSOPT_TO_LE
)
5227 layout
->set_has_static_tls();
5228 // Create a GOT entry for the tp-relative offset.
5229 Output_data_got_aarch64
<size
, big_endian
>* got
5230 = target
->got_section(symtab
, layout
);
5231 if (!parameters
->doing_static_link())
5233 got
->add_global_with_rel(
5234 gsym
, GOT_TYPE_TLS_OFFSET
,
5235 target
->rela_dyn_section(layout
),
5236 elfcpp::R_AARCH64_TLS_TPREL64
);
5238 if (!gsym
->has_got_offset(GOT_TYPE_TLS_OFFSET
))
5240 got
->add_global(gsym
, GOT_TYPE_TLS_OFFSET
);
5241 unsigned int got_offset
=
5242 gsym
->got_offset(GOT_TYPE_TLS_OFFSET
);
5243 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
5244 gold_assert(addend
== 0);
5245 got
->add_static_reloc(got_offset
,
5246 elfcpp::R_AARCH64_TLS_TPREL64
, gsym
);
5251 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12
:
5252 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12
:
5253 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC
: // Local executable
5254 layout
->set_has_static_tls();
5255 if (parameters
->options().shared())
5256 gold_error(_("%s: unsupported TLSLE reloc type %u in shared objects."),
5257 object
->name().c_str(), r_type
);
5260 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
5261 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
5262 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
: // TLS descriptor
5264 target
->define_tls_base_symbol(symtab
, layout
);
5265 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
5266 optimize_tls_reloc(gsym
->final_value_is_known(), r_type
);
5267 if (tlsopt
== tls::TLSOPT_NONE
)
5269 // Create reserved PLT and GOT entries for the resolver.
5270 target
->reserve_tlsdesc_entries(symtab
, layout
);
5272 // Create a double GOT entry with an R_AARCH64_TLSDESC
5273 // relocation. The R_AARCH64_TLSDESC is resolved lazily, so the GOT
5274 // entry needs to be in an area in .got.plt, not .got. Call
5275 // got_section to make sure the section has been created.
5276 target
->got_section(symtab
, layout
);
5277 Output_data_got
<size
, big_endian
>* got
=
5278 target
->got_tlsdesc_section();
5279 Reloc_section
* rt
= target
->rela_tlsdesc_section(layout
);
5280 got
->add_global_pair_with_rel(gsym
, GOT_TYPE_TLS_DESC
, rt
,
5281 elfcpp::R_AARCH64_TLSDESC
, 0);
5283 else if (tlsopt
== tls::TLSOPT_TO_IE
)
5285 // Create a GOT entry for the tp-relative offset.
5286 Output_data_got
<size
, big_endian
>* got
5287 = target
->got_section(symtab
, layout
);
5288 got
->add_global_with_rel(gsym
, GOT_TYPE_TLS_OFFSET
,
5289 target
->rela_dyn_section(layout
),
5290 elfcpp::R_AARCH64_TLS_TPREL64
);
5292 else if (tlsopt
!= tls::TLSOPT_TO_LE
)
5293 unsupported_reloc_global(object
, r_type
, gsym
);
5297 case elfcpp::R_AARCH64_TLSDESC_CALL
:
5301 gold_error(_("%s: unsupported reloc type in global scan"),
5302 aarch64_reloc_property_table
->
5303 reloc_name_in_error_message(r_type
).c_str());
5306 } // End of Scan::global
5309 // Create the PLT section.
5310 template<int size
, bool big_endian
>
5312 Target_aarch64
<size
, big_endian
>::make_plt_section(
5313 Symbol_table
* symtab
, Layout
* layout
)
5315 if (this->plt_
== NULL
)
5317 // Create the GOT section first.
5318 this->got_section(symtab
, layout
);
5320 this->plt_
= this->make_data_plt(layout
, this->got_
, this->got_plt_
,
5321 this->got_irelative_
);
5323 layout
->add_output_section_data(".plt", elfcpp::SHT_PROGBITS
,
5325 | elfcpp::SHF_EXECINSTR
),
5326 this->plt_
, ORDER_PLT
, false);
5328 // Make the sh_info field of .rela.plt point to .plt.
5329 Output_section
* rela_plt_os
= this->plt_
->rela_plt()->output_section();
5330 rela_plt_os
->set_info_section(this->plt_
->output_section());
5334 // Return the section for TLSDESC relocations.
5336 template<int size
, bool big_endian
>
5337 typename Target_aarch64
<size
, big_endian
>::Reloc_section
*
5338 Target_aarch64
<size
, big_endian
>::rela_tlsdesc_section(Layout
* layout
) const
5340 return this->plt_section()->rela_tlsdesc(layout
);
5343 // Create a PLT entry for a global symbol.
5345 template<int size
, bool big_endian
>
5347 Target_aarch64
<size
, big_endian
>::make_plt_entry(
5348 Symbol_table
* symtab
,
5352 if (gsym
->has_plt_offset())
5355 if (this->plt_
== NULL
)
5356 this->make_plt_section(symtab
, layout
);
5358 this->plt_
->add_entry(symtab
, layout
, gsym
);
5361 // Make a PLT entry for a local STT_GNU_IFUNC symbol.
5363 template<int size
, bool big_endian
>
5365 Target_aarch64
<size
, big_endian
>::make_local_ifunc_plt_entry(
5366 Symbol_table
* symtab
, Layout
* layout
,
5367 Sized_relobj_file
<size
, big_endian
>* relobj
,
5368 unsigned int local_sym_index
)
5370 if (relobj
->local_has_plt_offset(local_sym_index
))
5372 if (this->plt_
== NULL
)
5373 this->make_plt_section(symtab
, layout
);
5374 unsigned int plt_offset
= this->plt_
->add_local_ifunc_entry(symtab
, layout
,
5377 relobj
->set_local_plt_offset(local_sym_index
, plt_offset
);
5380 template<int size
, bool big_endian
>
5382 Target_aarch64
<size
, big_endian
>::gc_process_relocs(
5383 Symbol_table
* symtab
,
5385 Sized_relobj_file
<size
, big_endian
>* object
,
5386 unsigned int data_shndx
,
5387 unsigned int sh_type
,
5388 const unsigned char* prelocs
,
5390 Output_section
* output_section
,
5391 bool needs_special_offset_handling
,
5392 size_t local_symbol_count
,
5393 const unsigned char* plocal_symbols
)
5395 if (sh_type
== elfcpp::SHT_REL
)
5400 gold::gc_process_relocs
<
5402 Target_aarch64
<size
, big_endian
>,
5404 typename Target_aarch64
<size
, big_endian
>::Scan
,
5405 typename Target_aarch64
<size
, big_endian
>::Relocatable_size_for_reloc
>(
5414 needs_special_offset_handling
,
5419 // Scan relocations for a section.
5421 template<int size
, bool big_endian
>
5423 Target_aarch64
<size
, big_endian
>::scan_relocs(
5424 Symbol_table
* symtab
,
5426 Sized_relobj_file
<size
, big_endian
>* object
,
5427 unsigned int data_shndx
,
5428 unsigned int sh_type
,
5429 const unsigned char* prelocs
,
5431 Output_section
* output_section
,
5432 bool needs_special_offset_handling
,
5433 size_t local_symbol_count
,
5434 const unsigned char* plocal_symbols
)
5436 if (sh_type
== elfcpp::SHT_REL
)
5438 gold_error(_("%s: unsupported REL reloc section"),
5439 object
->name().c_str());
5442 gold::scan_relocs
<size
, big_endian
, Target_aarch64
, elfcpp::SHT_RELA
, Scan
>(
5451 needs_special_offset_handling
,
5456 // Return the value to use for a dynamic which requires special
5457 // treatment. This is how we support equality comparisons of function
5458 // pointers across shared library boundaries, as described in the
5459 // processor specific ABI supplement.
5461 template<int size
, bool big_endian
>
5463 Target_aarch64
<size
, big_endian
>::do_dynsym_value(const Symbol
* gsym
) const
5465 gold_assert(gsym
->is_from_dynobj() && gsym
->has_plt_offset());
5466 return this->plt_address_for_global(gsym
);
5470 // Finalize the sections.
5472 template<int size
, bool big_endian
>
5474 Target_aarch64
<size
, big_endian
>::do_finalize_sections(
5476 const Input_objects
*,
5477 Symbol_table
* symtab
)
5479 const Reloc_section
* rel_plt
= (this->plt_
== NULL
5481 : this->plt_
->rela_plt());
5482 layout
->add_target_dynamic_tags(false, this->got_plt_
, rel_plt
,
5483 this->rela_dyn_
, true, false);
5485 // Emit any relocs we saved in an attempt to avoid generating COPY
5487 if (this->copy_relocs_
.any_saved_relocs())
5488 this->copy_relocs_
.emit(this->rela_dyn_section(layout
));
5490 // Fill in some more dynamic tags.
5491 Output_data_dynamic
* const odyn
= layout
->dynamic_data();
5494 if (this->plt_
!= NULL
5495 && this->plt_
->output_section() != NULL
5496 && this->plt_
->has_tlsdesc_entry())
5498 unsigned int plt_offset
= this->plt_
->get_tlsdesc_plt_offset();
5499 unsigned int got_offset
= this->plt_
->get_tlsdesc_got_offset();
5500 this->got_
->finalize_data_size();
5501 odyn
->add_section_plus_offset(elfcpp::DT_TLSDESC_PLT
,
5502 this->plt_
, plt_offset
);
5503 odyn
->add_section_plus_offset(elfcpp::DT_TLSDESC_GOT
,
5504 this->got_
, got_offset
);
5508 // Set the size of the _GLOBAL_OFFSET_TABLE_ symbol to the size of
5509 // the .got.plt section.
5510 Symbol
* sym
= this->global_offset_table_
;
5513 uint64_t data_size
= this->got_plt_
->current_data_size();
5514 symtab
->get_sized_symbol
<size
>(sym
)->set_symsize(data_size
);
5516 // If the .got section is more than 0x8000 bytes, we add
5517 // 0x8000 to the value of _GLOBAL_OFFSET_TABLE_, so that 16
5518 // bit relocations have a greater chance of working.
5519 if (data_size
>= 0x8000)
5520 symtab
->get_sized_symbol
<size
>(sym
)->set_value(
5521 symtab
->get_sized_symbol
<size
>(sym
)->value() + 0x8000);
5524 if (parameters
->doing_static_link()
5525 && (this->plt_
== NULL
|| !this->plt_
->has_irelative_section()))
5527 // If linking statically, make sure that the __rela_iplt symbols
5528 // were defined if necessary, even if we didn't create a PLT.
5529 static const Define_symbol_in_segment syms
[] =
5532 "__rela_iplt_start", // name
5533 elfcpp::PT_LOAD
, // segment_type
5534 elfcpp::PF_W
, // segment_flags_set
5535 elfcpp::PF(0), // segment_flags_clear
5538 elfcpp::STT_NOTYPE
, // type
5539 elfcpp::STB_GLOBAL
, // binding
5540 elfcpp::STV_HIDDEN
, // visibility
5542 Symbol::SEGMENT_START
, // offset_from_base
5546 "__rela_iplt_end", // name
5547 elfcpp::PT_LOAD
, // segment_type
5548 elfcpp::PF_W
, // segment_flags_set
5549 elfcpp::PF(0), // segment_flags_clear
5552 elfcpp::STT_NOTYPE
, // type
5553 elfcpp::STB_GLOBAL
, // binding
5554 elfcpp::STV_HIDDEN
, // visibility
5556 Symbol::SEGMENT_START
, // offset_from_base
5561 symtab
->define_symbols(layout
, 2, syms
,
5562 layout
->script_options()->saw_sections_clause());
5568 // Perform a relocation.
5570 template<int size
, bool big_endian
>
5572 Target_aarch64
<size
, big_endian
>::Relocate::relocate(
5573 const Relocate_info
<size
, big_endian
>* relinfo
,
5574 Target_aarch64
<size
, big_endian
>* target
,
5577 const elfcpp::Rela
<size
, big_endian
>& rela
,
5578 unsigned int r_type
,
5579 const Sized_symbol
<size
>* gsym
,
5580 const Symbol_value
<size
>* psymval
,
5581 unsigned char* view
,
5582 typename
elfcpp::Elf_types
<size
>::Elf_Addr address
,
5583 section_size_type
/* view_size */)
5588 typedef AArch64_relocate_functions
<size
, big_endian
> Reloc
;
5590 const AArch64_reloc_property
* reloc_property
=
5591 aarch64_reloc_property_table
->get_reloc_property(r_type
);
5593 if (reloc_property
== NULL
)
5595 std::string reloc_name
=
5596 aarch64_reloc_property_table
->reloc_name_in_error_message(r_type
);
5597 gold_error_at_location(relinfo
, relnum
, rela
.get_r_offset(),
5598 _("cannot relocate %s in object file"),
5599 reloc_name
.c_str());
5603 const Sized_relobj_file
<size
, big_endian
>* object
= relinfo
->object
;
5605 // Pick the value to use for symbols defined in the PLT.
5606 Symbol_value
<size
> symval
;
5608 && gsym
->use_plt_offset(reloc_property
->reference_flags()))
5610 symval
.set_output_value(target
->plt_address_for_global(gsym
));
5613 else if (gsym
== NULL
&& psymval
->is_ifunc_symbol())
5615 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
5616 if (object
->local_has_plt_offset(r_sym
))
5618 symval
.set_output_value(target
->plt_address_for_local(object
, r_sym
));
5623 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
5625 // Get the GOT offset if needed.
5626 // For aarch64, the GOT pointer points to the start of the GOT section.
5627 bool have_got_offset
= false;
5629 int got_base
= (target
->got_
!= NULL
5630 ? (target
->got_
->current_data_size() >= 0x8000
5635 case elfcpp::R_AARCH64_MOVW_GOTOFF_G0
:
5636 case elfcpp::R_AARCH64_MOVW_GOTOFF_G0_NC
:
5637 case elfcpp::R_AARCH64_MOVW_GOTOFF_G1
:
5638 case elfcpp::R_AARCH64_MOVW_GOTOFF_G1_NC
:
5639 case elfcpp::R_AARCH64_MOVW_GOTOFF_G2
:
5640 case elfcpp::R_AARCH64_MOVW_GOTOFF_G2_NC
:
5641 case elfcpp::R_AARCH64_MOVW_GOTOFF_G3
:
5642 case elfcpp::R_AARCH64_GOTREL64
:
5643 case elfcpp::R_AARCH64_GOTREL32
:
5644 case elfcpp::R_AARCH64_GOT_LD_PREL19
:
5645 case elfcpp::R_AARCH64_LD64_GOTOFF_LO15
:
5646 case elfcpp::R_AARCH64_ADR_GOT_PAGE
:
5647 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC
:
5648 case elfcpp::R_AARCH64_LD64_GOTPAGE_LO15
:
5651 gold_assert(gsym
->has_got_offset(GOT_TYPE_STANDARD
));
5652 got_offset
= gsym
->got_offset(GOT_TYPE_STANDARD
) - got_base
;
5656 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
5657 gold_assert(object
->local_has_got_offset(r_sym
, GOT_TYPE_STANDARD
));
5658 got_offset
= (object
->local_got_offset(r_sym
, GOT_TYPE_STANDARD
)
5661 have_got_offset
= true;
5668 typename
Reloc::Status reloc_status
= Reloc::STATUS_OKAY
;
5669 typename
elfcpp::Elf_types
<size
>::Elf_Addr value
;
5672 case elfcpp::R_AARCH64_NONE
:
5675 case elfcpp::R_AARCH64_ABS64
:
5676 reloc_status
= Reloc::template rela_ua
<64>(
5677 view
, object
, psymval
, addend
, reloc_property
);
5680 case elfcpp::R_AARCH64_ABS32
:
5681 reloc_status
= Reloc::template rela_ua
<32>(
5682 view
, object
, psymval
, addend
, reloc_property
);
5685 case elfcpp::R_AARCH64_ABS16
:
5686 reloc_status
= Reloc::template rela_ua
<16>(
5687 view
, object
, psymval
, addend
, reloc_property
);
5690 case elfcpp::R_AARCH64_PREL64
:
5691 reloc_status
= Reloc::template pcrela_ua
<64>(
5692 view
, object
, psymval
, addend
, address
, reloc_property
);
5695 case elfcpp::R_AARCH64_PREL32
:
5696 reloc_status
= Reloc::template pcrela_ua
<32>(
5697 view
, object
, psymval
, addend
, address
, reloc_property
);
5700 case elfcpp::R_AARCH64_PREL16
:
5701 reloc_status
= Reloc::template pcrela_ua
<16>(
5702 view
, object
, psymval
, addend
, address
, reloc_property
);
5705 case elfcpp::R_AARCH64_LD_PREL_LO19
:
5706 reloc_status
= Reloc::template pcrela_general
<32>(
5707 view
, object
, psymval
, addend
, address
, reloc_property
);
5710 case elfcpp::R_AARCH64_ADR_PREL_LO21
:
5711 reloc_status
= Reloc::adr(view
, object
, psymval
, addend
,
5712 address
, reloc_property
);
5715 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC
:
5716 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21
:
5717 reloc_status
= Reloc::adrp(view
, object
, psymval
, addend
, address
,
5721 case elfcpp::R_AARCH64_LDST8_ABS_LO12_NC
:
5722 case elfcpp::R_AARCH64_LDST16_ABS_LO12_NC
:
5723 case elfcpp::R_AARCH64_LDST32_ABS_LO12_NC
:
5724 case elfcpp::R_AARCH64_LDST64_ABS_LO12_NC
:
5725 case elfcpp::R_AARCH64_LDST128_ABS_LO12_NC
:
5726 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC
:
5727 reloc_status
= Reloc::template rela_general
<32>(
5728 view
, object
, psymval
, addend
, reloc_property
);
5731 case elfcpp::R_AARCH64_CALL26
:
5732 if (this->skip_call_tls_get_addr_
)
5734 // Double check that the TLSGD insn has been optimized away.
5735 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Insntype
;
5736 Insntype insn
= elfcpp::Swap
<32, big_endian
>::readval(
5737 reinterpret_cast<Insntype
*>(view
));
5738 gold_assert((insn
& 0xff000000) == 0x91000000);
5740 reloc_status
= Reloc::STATUS_OKAY
;
5741 this->skip_call_tls_get_addr_
= false;
5742 // Return false to stop further processing this reloc.
5746 case elfcpp::R_AARCH64_JUMP26
:
5747 if (Reloc::maybe_apply_stub(r_type
, relinfo
, rela
, view
, address
,
5748 gsym
, psymval
, object
,
5749 target
->stub_group_size_
))
5752 case elfcpp::R_AARCH64_TSTBR14
:
5753 case elfcpp::R_AARCH64_CONDBR19
:
5754 reloc_status
= Reloc::template pcrela_general
<32>(
5755 view
, object
, psymval
, addend
, address
, reloc_property
);
5758 case elfcpp::R_AARCH64_ADR_GOT_PAGE
:
5759 gold_assert(have_got_offset
);
5760 value
= target
->got_
->address() + got_base
+ got_offset
;
5761 reloc_status
= Reloc::adrp(view
, value
+ addend
, address
);
5764 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC
:
5765 gold_assert(have_got_offset
);
5766 value
= target
->got_
->address() + got_base
+ got_offset
;
5767 reloc_status
= Reloc::template rela_general
<32>(
5768 view
, value
, addend
, reloc_property
);
5771 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21
:
5772 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC
:
5773 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21
:
5774 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC
:
5775 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1
:
5776 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC
:
5777 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
5778 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
5779 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12
:
5780 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12
:
5781 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
5782 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
5783 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
5784 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
:
5785 case elfcpp::R_AARCH64_TLSDESC_CALL
:
5786 reloc_status
= relocate_tls(relinfo
, target
, relnum
, rela
, r_type
,
5787 gsym
, psymval
, view
, address
);
5790 // These are dynamic relocations, which are unexpected when linking.
5791 case elfcpp::R_AARCH64_COPY
:
5792 case elfcpp::R_AARCH64_GLOB_DAT
:
5793 case elfcpp::R_AARCH64_JUMP_SLOT
:
5794 case elfcpp::R_AARCH64_RELATIVE
:
5795 case elfcpp::R_AARCH64_IRELATIVE
:
5796 case elfcpp::R_AARCH64_TLS_DTPREL64
:
5797 case elfcpp::R_AARCH64_TLS_DTPMOD64
:
5798 case elfcpp::R_AARCH64_TLS_TPREL64
:
5799 case elfcpp::R_AARCH64_TLSDESC
:
5800 gold_error_at_location(relinfo
, relnum
, rela
.get_r_offset(),
5801 _("unexpected reloc %u in object file"),
5806 gold_error_at_location(relinfo
, relnum
, rela
.get_r_offset(),
5807 _("unsupported reloc %s"),
5808 reloc_property
->name().c_str());
5812 // Report any errors.
5813 switch (reloc_status
)
5815 case Reloc::STATUS_OKAY
:
5817 case Reloc::STATUS_OVERFLOW
:
5818 gold_error_at_location(relinfo
, relnum
, rela
.get_r_offset(),
5819 _("relocation overflow in %s"),
5820 reloc_property
->name().c_str());
5822 case Reloc::STATUS_BAD_RELOC
:
5823 gold_error_at_location(
5826 rela
.get_r_offset(),
5827 _("unexpected opcode while processing relocation %s"),
5828 reloc_property
->name().c_str());
5838 template<int size
, bool big_endian
>
5840 typename AArch64_relocate_functions
<size
, big_endian
>::Status
5841 Target_aarch64
<size
, big_endian
>::Relocate::relocate_tls(
5842 const Relocate_info
<size
, big_endian
>* relinfo
,
5843 Target_aarch64
<size
, big_endian
>* target
,
5845 const elfcpp::Rela
<size
, big_endian
>& rela
,
5846 unsigned int r_type
, const Sized_symbol
<size
>* gsym
,
5847 const Symbol_value
<size
>* psymval
,
5848 unsigned char* view
,
5849 typename
elfcpp::Elf_types
<size
>::Elf_Addr address
)
5851 typedef AArch64_relocate_functions
<size
, big_endian
> aarch64_reloc_funcs
;
5852 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
5854 Output_segment
* tls_segment
= relinfo
->layout
->tls_segment();
5855 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
5856 const AArch64_reloc_property
* reloc_property
=
5857 aarch64_reloc_property_table
->get_reloc_property(r_type
);
5858 gold_assert(reloc_property
!= NULL
);
5860 const bool is_final
= (gsym
== NULL
5861 ? !parameters
->options().shared()
5862 : gsym
->final_value_is_known());
5863 tls::Tls_optimization tlsopt
= Target_aarch64
<size
, big_endian
>::
5864 optimize_tls_reloc(is_final
, r_type
);
5866 Sized_relobj_file
<size
, big_endian
>* object
= relinfo
->object
;
5867 int tls_got_offset_type
;
5870 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21
:
5871 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC
: // Global-dynamic
5873 if (tlsopt
== tls::TLSOPT_TO_LE
)
5875 if (tls_segment
== NULL
)
5877 gold_assert(parameters
->errors()->error_count() > 0
5878 || issue_undefined_symbol_error(gsym
));
5879 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
5881 return tls_gd_to_le(relinfo
, target
, rela
, r_type
, view
,
5884 else if (tlsopt
== tls::TLSOPT_NONE
)
5886 tls_got_offset_type
= GOT_TYPE_TLS_PAIR
;
5887 // Firstly get the address for the got entry.
5888 typename
elfcpp::Elf_types
<size
>::Elf_Addr got_entry_address
;
5891 gold_assert(gsym
->has_got_offset(tls_got_offset_type
));
5892 got_entry_address
= target
->got_
->address() +
5893 gsym
->got_offset(tls_got_offset_type
);
5897 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
5899 object
->local_has_got_offset(r_sym
, tls_got_offset_type
));
5900 got_entry_address
= target
->got_
->address() +
5901 object
->local_got_offset(r_sym
, tls_got_offset_type
);
5904 // Relocate the address into adrp/ld, adrp/add pair.
5907 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21
:
5908 return aarch64_reloc_funcs::adrp(
5909 view
, got_entry_address
+ addend
, address
);
5913 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC
:
5914 return aarch64_reloc_funcs::template rela_general
<32>(
5915 view
, got_entry_address
, addend
, reloc_property
);
5922 gold_error_at_location(relinfo
, relnum
, rela
.get_r_offset(),
5923 _("unsupported gd_to_ie relaxation on %u"),
5928 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21
:
5929 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC
: // Local-dynamic
5931 if (tlsopt
== tls::TLSOPT_TO_LE
)
5933 if (tls_segment
== NULL
)
5935 gold_assert(parameters
->errors()->error_count() > 0
5936 || issue_undefined_symbol_error(gsym
));
5937 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
5939 return this->tls_ld_to_le(relinfo
, target
, rela
, r_type
, view
,
5943 gold_assert(tlsopt
== tls::TLSOPT_NONE
);
5944 // Relocate the field with the offset of the GOT entry for
5945 // the module index.
5946 typename
elfcpp::Elf_types
<size
>::Elf_Addr got_entry_address
;
5947 got_entry_address
= (target
->got_mod_index_entry(NULL
, NULL
, NULL
) +
5948 target
->got_
->address());
5952 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21
:
5953 return aarch64_reloc_funcs::adrp(
5954 view
, got_entry_address
+ addend
, address
);
5957 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC
:
5958 return aarch64_reloc_funcs::template rela_general
<32>(
5959 view
, got_entry_address
, addend
, reloc_property
);
5968 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1
:
5969 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC
: // Other local-dynamic
5971 AArch64_address value
= psymval
->value(object
, 0);
5972 if (tlsopt
== tls::TLSOPT_TO_LE
)
5974 if (tls_segment
== NULL
)
5976 gold_assert(parameters
->errors()->error_count() > 0
5977 || issue_undefined_symbol_error(gsym
));
5978 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
5980 // If building executable, _TLS_MODULE_BASE_ points to segment
5981 // end. Thus we must subtract it from value.
5982 value
-= tls_segment
->memsz();
5986 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1
:
5987 return aarch64_reloc_funcs::movnz(view
, value
+ addend
,
5991 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC
:
5992 return aarch64_reloc_funcs::template rela_general
<32>(
5993 view
, value
, addend
, reloc_property
);
5999 // We should never reach here.
6003 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
6004 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
: // Initial-exec
6006 if (tlsopt
== tls::TLSOPT_TO_LE
)
6008 if (tls_segment
== NULL
)
6010 gold_assert(parameters
->errors()->error_count() > 0
6011 || issue_undefined_symbol_error(gsym
));
6012 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6014 return tls_ie_to_le(relinfo
, target
, rela
, r_type
, view
,
6017 tls_got_offset_type
= GOT_TYPE_TLS_OFFSET
;
6019 // Firstly get the address for the got entry.
6020 typename
elfcpp::Elf_types
<size
>::Elf_Addr got_entry_address
;
6023 gold_assert(gsym
->has_got_offset(tls_got_offset_type
));
6024 got_entry_address
= target
->got_
->address() +
6025 gsym
->got_offset(tls_got_offset_type
);
6029 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
6031 object
->local_has_got_offset(r_sym
, tls_got_offset_type
));
6032 got_entry_address
= target
->got_
->address() +
6033 object
->local_got_offset(r_sym
, tls_got_offset_type
);
6035 // Relocate the address into adrp/ld, adrp/add pair.
6038 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
:
6039 return aarch64_reloc_funcs::adrp(view
, got_entry_address
+ addend
,
6042 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
:
6043 return aarch64_reloc_funcs::template rela_general
<32>(
6044 view
, got_entry_address
, addend
, reloc_property
);
6049 // We shall never reach here.
6052 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12
:
6053 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12
:
6054 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC
:
6056 gold_assert(tls_segment
!= NULL
);
6057 AArch64_address value
= psymval
->value(object
, 0);
6059 if (!parameters
->options().shared())
6061 AArch64_address aligned_tcb_size
=
6062 align_address(target
->tcb_size(),
6063 tls_segment
->maximum_alignment());
6064 return aarch64_reloc_funcs::template
6065 rela_general
<32>(view
,
6066 value
+ aligned_tcb_size
,
6071 gold_error(_("%s: unsupported reloc %u "
6072 "in non-static TLSLE mode."),
6073 object
->name().c_str(), r_type
);
6077 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
6078 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
6079 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
:
6080 case elfcpp::R_AARCH64_TLSDESC_CALL
:
6082 if (tlsopt
== tls::TLSOPT_TO_LE
)
6084 if (tls_segment
== NULL
)
6086 gold_assert(parameters
->errors()->error_count() > 0
6087 || issue_undefined_symbol_error(gsym
));
6088 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6090 return tls_desc_gd_to_le(relinfo
, target
, rela
, r_type
,
6095 tls_got_offset_type
= (tlsopt
== tls::TLSOPT_TO_IE
6096 ? GOT_TYPE_TLS_OFFSET
6097 : GOT_TYPE_TLS_DESC
);
6098 unsigned int got_tlsdesc_offset
= 0;
6099 if (r_type
!= elfcpp::R_AARCH64_TLSDESC_CALL
6100 && tlsopt
== tls::TLSOPT_NONE
)
6102 // We created GOT entries in the .got.tlsdesc portion of the
6103 // .got.plt section, but the offset stored in the symbol is the
6104 // offset within .got.tlsdesc.
6105 got_tlsdesc_offset
= (target
->got_
->data_size()
6106 + target
->got_plt_section()->data_size());
6108 typename
elfcpp::Elf_types
<size
>::Elf_Addr got_entry_address
;
6111 gold_assert(gsym
->has_got_offset(tls_got_offset_type
));
6112 got_entry_address
= target
->got_
->address()
6113 + got_tlsdesc_offset
6114 + gsym
->got_offset(tls_got_offset_type
);
6118 unsigned int r_sym
= elfcpp::elf_r_sym
<size
>(rela
.get_r_info());
6120 object
->local_has_got_offset(r_sym
, tls_got_offset_type
));
6121 got_entry_address
= target
->got_
->address() +
6122 got_tlsdesc_offset
+
6123 object
->local_got_offset(r_sym
, tls_got_offset_type
);
6125 if (tlsopt
== tls::TLSOPT_TO_IE
)
6127 if (tls_segment
== NULL
)
6129 gold_assert(parameters
->errors()->error_count() > 0
6130 || issue_undefined_symbol_error(gsym
));
6131 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6133 return tls_desc_gd_to_ie(relinfo
, target
, rela
, r_type
,
6134 view
, psymval
, got_entry_address
,
6138 // Now do tlsdesc relocation.
6141 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
6142 return aarch64_reloc_funcs::adrp(view
,
6143 got_entry_address
+ addend
,
6146 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
6147 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
:
6148 return aarch64_reloc_funcs::template rela_general
<32>(
6149 view
, got_entry_address
, addend
, reloc_property
);
6151 case elfcpp::R_AARCH64_TLSDESC_CALL
:
6152 return aarch64_reloc_funcs::STATUS_OKAY
;
6162 gold_error(_("%s: unsupported TLS reloc %u."),
6163 object
->name().c_str(), r_type
);
6165 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6166 } // End of relocate_tls.
6169 template<int size
, bool big_endian
>
6171 typename AArch64_relocate_functions
<size
, big_endian
>::Status
6172 Target_aarch64
<size
, big_endian
>::Relocate::tls_gd_to_le(
6173 const Relocate_info
<size
, big_endian
>* relinfo
,
6174 Target_aarch64
<size
, big_endian
>* target
,
6175 const elfcpp::Rela
<size
, big_endian
>& rela
,
6176 unsigned int r_type
,
6177 unsigned char* view
,
6178 const Symbol_value
<size
>* psymval
)
6180 typedef AArch64_relocate_functions
<size
, big_endian
> aarch64_reloc_funcs
;
6181 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Insntype
;
6182 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
6184 Insntype
* ip
= reinterpret_cast<Insntype
*>(view
);
6185 Insntype insn1
= elfcpp::Swap
<32, big_endian
>::readval(ip
);
6186 Insntype insn2
= elfcpp::Swap
<32, big_endian
>::readval(ip
+ 1);
6187 Insntype insn3
= elfcpp::Swap
<32, big_endian
>::readval(ip
+ 2);
6189 if (r_type
== elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC
)
6191 // This is the 2nd relocs, optimization should already have been
6193 gold_assert((insn1
& 0xfff00000) == 0x91400000);
6194 return aarch64_reloc_funcs::STATUS_OKAY
;
6197 // The original sequence is -
6198 // 90000000 adrp x0, 0 <main>
6199 // 91000000 add x0, x0, #0x0
6200 // 94000000 bl 0 <__tls_get_addr>
6201 // optimized to sequence -
6202 // d53bd040 mrs x0, tpidr_el0
6203 // 91400000 add x0, x0, #0x0, lsl #12
6204 // 91000000 add x0, x0, #0x0
6206 // Unlike tls_ie_to_le, we change the 3 insns in one function call when we
6207 // encounter the first relocation "R_AARCH64_TLSGD_ADR_PAGE21". Because we
6208 // have to change "bl tls_get_addr", which does not have a corresponding tls
6209 // relocation type. So before proceeding, we need to make sure compiler
6210 // does not change the sequence.
6211 if(!(insn1
== 0x90000000 // adrp x0,0
6212 && insn2
== 0x91000000 // add x0, x0, #0x0
6213 && insn3
== 0x94000000)) // bl 0
6215 // Ideally we should give up gd_to_le relaxation and do gd access.
6216 // However the gd_to_le relaxation decision has been made early
6217 // in the scan stage, where we did not allocate any GOT entry for
6218 // this symbol. Therefore we have to exit and report error now.
6219 gold_error(_("unexpected reloc insn sequence while relaxing "
6220 "tls gd to le for reloc %u."), r_type
);
6221 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6225 insn1
= 0xd53bd040; // mrs x0, tpidr_el0
6226 insn2
= 0x91400000; // add x0, x0, #0x0, lsl #12
6227 insn3
= 0x91000000; // add x0, x0, #0x0
6228 elfcpp::Swap
<32, big_endian
>::writeval(ip
, insn1
);
6229 elfcpp::Swap
<32, big_endian
>::writeval(ip
+ 1, insn2
);
6230 elfcpp::Swap
<32, big_endian
>::writeval(ip
+ 2, insn3
);
6232 // Calculate tprel value.
6233 Output_segment
* tls_segment
= relinfo
->layout
->tls_segment();
6234 gold_assert(tls_segment
!= NULL
);
6235 AArch64_address value
= psymval
->value(relinfo
->object
, 0);
6236 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
6237 AArch64_address aligned_tcb_size
=
6238 align_address(target
->tcb_size(), tls_segment
->maximum_alignment());
6239 AArch64_address x
= value
+ aligned_tcb_size
;
6241 // After new insns are written, apply TLSLE relocs.
6242 const AArch64_reloc_property
* rp1
=
6243 aarch64_reloc_property_table
->get_reloc_property(
6244 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12
);
6245 const AArch64_reloc_property
* rp2
=
6246 aarch64_reloc_property_table
->get_reloc_property(
6247 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12
);
6248 gold_assert(rp1
!= NULL
&& rp2
!= NULL
);
6250 typename
aarch64_reloc_funcs::Status s1
=
6251 aarch64_reloc_funcs::template rela_general
<32>(view
+ 4,
6255 if (s1
!= aarch64_reloc_funcs::STATUS_OKAY
)
6258 typename
aarch64_reloc_funcs::Status s2
=
6259 aarch64_reloc_funcs::template rela_general
<32>(view
+ 8,
6264 this->skip_call_tls_get_addr_
= true;
6266 } // End of tls_gd_to_le
6269 template<int size
, bool big_endian
>
6271 typename AArch64_relocate_functions
<size
, big_endian
>::Status
6272 Target_aarch64
<size
, big_endian
>::Relocate::tls_ld_to_le(
6273 const Relocate_info
<size
, big_endian
>* relinfo
,
6274 Target_aarch64
<size
, big_endian
>* target
,
6275 const elfcpp::Rela
<size
, big_endian
>& rela
,
6276 unsigned int r_type
,
6277 unsigned char* view
,
6278 const Symbol_value
<size
>* psymval
)
6280 typedef AArch64_relocate_functions
<size
, big_endian
> aarch64_reloc_funcs
;
6281 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Insntype
;
6282 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
6284 Insntype
* ip
= reinterpret_cast<Insntype
*>(view
);
6285 Insntype insn1
= elfcpp::Swap
<32, big_endian
>::readval(ip
);
6286 Insntype insn2
= elfcpp::Swap
<32, big_endian
>::readval(ip
+ 1);
6287 Insntype insn3
= elfcpp::Swap
<32, big_endian
>::readval(ip
+ 2);
6289 if (r_type
== elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC
)
6291 // This is the 2nd relocs, optimization should already have been
6293 gold_assert((insn1
& 0xfff00000) == 0x91400000);
6294 return aarch64_reloc_funcs::STATUS_OKAY
;
6297 // The original sequence is -
6298 // 90000000 adrp x0, 0 <main>
6299 // 91000000 add x0, x0, #0x0
6300 // 94000000 bl 0 <__tls_get_addr>
6301 // optimized to sequence -
6302 // d53bd040 mrs x0, tpidr_el0
6303 // 91400000 add x0, x0, #0x0, lsl #12
6304 // 91000000 add x0, x0, #0x0
6306 // Unlike tls_ie_to_le, we change the 3 insns in one function call when we
6307 // encounter the first relocation "R_AARCH64_TLSLD_ADR_PAGE21". Because we
6308 // have to change "bl tls_get_addr", which does not have a corresponding tls
6309 // relocation type. So before proceeding, we need to make sure compiler
6310 // does not change the sequence.
6311 if(!(insn1
== 0x90000000 // adrp x0,0
6312 && insn2
== 0x91000000 // add x0, x0, #0x0
6313 && insn3
== 0x94000000)) // bl 0
6315 // Ideally we should give up gd_to_le relaxation and do gd access.
6316 // However the gd_to_le relaxation decision has been made early
6317 // in the scan stage, where we did not allocate any GOT entry for
6318 // this symbol. Therefore we have to exit and report error now.
6319 gold_error(_("unexpected reloc insn sequence while relaxing "
6320 "tls gd to le for reloc %u."), r_type
);
6321 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6325 insn1
= 0xd53bd040; // mrs x0, tpidr_el0
6326 insn2
= 0x91400000; // add x0, x0, #0x0, lsl #12
6327 insn3
= 0x91000000; // add x0, x0, #0x0
6328 elfcpp::Swap
<32, big_endian
>::writeval(ip
, insn1
);
6329 elfcpp::Swap
<32, big_endian
>::writeval(ip
+ 1, insn2
);
6330 elfcpp::Swap
<32, big_endian
>::writeval(ip
+ 2, insn3
);
6332 // Calculate tprel value.
6333 Output_segment
* tls_segment
= relinfo
->layout
->tls_segment();
6334 gold_assert(tls_segment
!= NULL
);
6335 AArch64_address value
= psymval
->value(relinfo
->object
, 0);
6336 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
6337 AArch64_address aligned_tcb_size
=
6338 align_address(target
->tcb_size(), tls_segment
->maximum_alignment());
6339 AArch64_address x
= value
+ aligned_tcb_size
;
6341 // After new insns are written, apply TLSLE relocs.
6342 const AArch64_reloc_property
* rp1
=
6343 aarch64_reloc_property_table
->get_reloc_property(
6344 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12
);
6345 const AArch64_reloc_property
* rp2
=
6346 aarch64_reloc_property_table
->get_reloc_property(
6347 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12
);
6348 gold_assert(rp1
!= NULL
&& rp2
!= NULL
);
6350 typename
aarch64_reloc_funcs::Status s1
=
6351 aarch64_reloc_funcs::template rela_general
<32>(view
+ 4,
6355 if (s1
!= aarch64_reloc_funcs::STATUS_OKAY
)
6358 typename
aarch64_reloc_funcs::Status s2
=
6359 aarch64_reloc_funcs::template rela_general
<32>(view
+ 8,
6364 this->skip_call_tls_get_addr_
= true;
6367 } // End of tls_ld_to_le
6369 template<int size
, bool big_endian
>
6371 typename AArch64_relocate_functions
<size
, big_endian
>::Status
6372 Target_aarch64
<size
, big_endian
>::Relocate::tls_ie_to_le(
6373 const Relocate_info
<size
, big_endian
>* relinfo
,
6374 Target_aarch64
<size
, big_endian
>* target
,
6375 const elfcpp::Rela
<size
, big_endian
>& rela
,
6376 unsigned int r_type
,
6377 unsigned char* view
,
6378 const Symbol_value
<size
>* psymval
)
6380 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
6381 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Insntype
;
6382 typedef AArch64_relocate_functions
<size
, big_endian
> aarch64_reloc_funcs
;
6384 AArch64_address value
= psymval
->value(relinfo
->object
, 0);
6385 Output_segment
* tls_segment
= relinfo
->layout
->tls_segment();
6386 AArch64_address aligned_tcb_address
=
6387 align_address(target
->tcb_size(), tls_segment
->maximum_alignment());
6388 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
6389 AArch64_address x
= value
+ addend
+ aligned_tcb_address
;
6390 // "x" is the offset to tp, we can only do this if x is within
6391 // range [0, 2^32-1]
6392 if (!(size
== 32 || (size
== 64 && (static_cast<uint64_t>(x
) >> 32) == 0)))
6394 gold_error(_("TLS variable referred by reloc %u is too far from TP."),
6396 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6399 Insntype
* ip
= reinterpret_cast<Insntype
*>(view
);
6400 Insntype insn
= elfcpp::Swap
<32, big_endian
>::readval(ip
);
6403 if (r_type
== elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21
)
6406 regno
= (insn
& 0x1f);
6407 newinsn
= (0xd2a00000 | regno
) | (((x
>> 16) & 0xffff) << 5);
6409 else if (r_type
== elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
)
6412 regno
= (insn
& 0x1f);
6413 gold_assert(regno
== ((insn
>> 5) & 0x1f));
6414 newinsn
= (0xf2800000 | regno
) | ((x
& 0xffff) << 5);
6419 elfcpp::Swap
<32, big_endian
>::writeval(ip
, newinsn
);
6420 return aarch64_reloc_funcs::STATUS_OKAY
;
6421 } // End of tls_ie_to_le
6424 template<int size
, bool big_endian
>
6426 typename AArch64_relocate_functions
<size
, big_endian
>::Status
6427 Target_aarch64
<size
, big_endian
>::Relocate::tls_desc_gd_to_le(
6428 const Relocate_info
<size
, big_endian
>* relinfo
,
6429 Target_aarch64
<size
, big_endian
>* target
,
6430 const elfcpp::Rela
<size
, big_endian
>& rela
,
6431 unsigned int r_type
,
6432 unsigned char* view
,
6433 const Symbol_value
<size
>* psymval
)
6435 typedef typename
elfcpp::Elf_types
<size
>::Elf_Addr AArch64_address
;
6436 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Insntype
;
6437 typedef AArch64_relocate_functions
<size
, big_endian
> aarch64_reloc_funcs
;
6439 // TLSDESC-GD sequence is like:
6440 // adrp x0, :tlsdesc:v1
6441 // ldr x1, [x0, #:tlsdesc_lo12:v1]
6442 // add x0, x0, :tlsdesc_lo12:v1
6445 // After desc_gd_to_le optimization, the sequence will be like:
6446 // movz x0, #0x0, lsl #16
6451 // Calculate tprel value.
6452 Output_segment
* tls_segment
= relinfo
->layout
->tls_segment();
6453 gold_assert(tls_segment
!= NULL
);
6454 Insntype
* ip
= reinterpret_cast<Insntype
*>(view
);
6455 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
6456 AArch64_address value
= psymval
->value(relinfo
->object
, addend
);
6457 AArch64_address aligned_tcb_size
=
6458 align_address(target
->tcb_size(), tls_segment
->maximum_alignment());
6459 AArch64_address x
= value
+ aligned_tcb_size
;
6460 // x is the offset to tp, we can only do this if x is within range
6461 // [0, 2^32-1]. If x is out of range, fail and exit.
6462 if (size
== 64 && (static_cast<uint64_t>(x
) >> 32) != 0)
6464 gold_error(_("TLS variable referred by reloc %u is too far from TP. "
6465 "We Can't do gd_to_le relaxation.\n"), r_type
);
6466 return aarch64_reloc_funcs::STATUS_BAD_RELOC
;
6471 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
:
6472 case elfcpp::R_AARCH64_TLSDESC_CALL
:
6474 newinsn
= 0xd503201f;
6477 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
6479 newinsn
= 0xd2a00000 | (((x
>> 16) & 0xffff) << 5);
6482 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
6484 newinsn
= 0xf2800000 | ((x
& 0xffff) << 5);
6488 gold_error(_("unsupported tlsdesc gd_to_le optimization on reloc %u"),
6492 elfcpp::Swap
<32, big_endian
>::writeval(ip
, newinsn
);
6493 return aarch64_reloc_funcs::STATUS_OKAY
;
6494 } // End of tls_desc_gd_to_le
6497 template<int size
, bool big_endian
>
6499 typename AArch64_relocate_functions
<size
, big_endian
>::Status
6500 Target_aarch64
<size
, big_endian
>::Relocate::tls_desc_gd_to_ie(
6501 const Relocate_info
<size
, big_endian
>* /* relinfo */,
6502 Target_aarch64
<size
, big_endian
>* /* target */,
6503 const elfcpp::Rela
<size
, big_endian
>& rela
,
6504 unsigned int r_type
,
6505 unsigned char* view
,
6506 const Symbol_value
<size
>* /* psymval */,
6507 typename
elfcpp::Elf_types
<size
>::Elf_Addr got_entry_address
,
6508 typename
elfcpp::Elf_types
<size
>::Elf_Addr address
)
6510 typedef typename
elfcpp::Swap
<32, big_endian
>::Valtype Insntype
;
6511 typedef AArch64_relocate_functions
<size
, big_endian
> aarch64_reloc_funcs
;
6513 // TLSDESC-GD sequence is like:
6514 // adrp x0, :tlsdesc:v1
6515 // ldr x1, [x0, #:tlsdesc_lo12:v1]
6516 // add x0, x0, :tlsdesc_lo12:v1
6519 // After desc_gd_to_ie optimization, the sequence will be like:
6520 // adrp x0, :tlsie:v1
6521 // ldr x0, [x0, :tlsie_lo12:v1]
6525 Insntype
* ip
= reinterpret_cast<Insntype
*>(view
);
6526 const elfcpp::Elf_Xword addend
= rela
.get_r_addend();
6530 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12
:
6531 case elfcpp::R_AARCH64_TLSDESC_CALL
:
6533 newinsn
= 0xd503201f;
6534 elfcpp::Swap
<32, big_endian
>::writeval(ip
, newinsn
);
6537 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21
:
6539 return aarch64_reloc_funcs::adrp(view
, got_entry_address
+ addend
,
6544 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12
:
6546 // Set ldr target register to be x0.
6547 Insntype insn
= elfcpp::Swap
<32, big_endian
>::readval(ip
);
6549 elfcpp::Swap
<32, big_endian
>::writeval(ip
, insn
);
6551 const AArch64_reloc_property
* reloc_property
=
6552 aarch64_reloc_property_table
->get_reloc_property(
6553 elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC
);
6554 return aarch64_reloc_funcs::template rela_general
<32>(
6555 view
, got_entry_address
, addend
, reloc_property
);
6560 gold_error(_("Don't support tlsdesc gd_to_ie optimization on reloc %u"),
6564 return aarch64_reloc_funcs::STATUS_OKAY
;
6565 } // End of tls_desc_gd_to_ie
6567 // Relocate section data.
6569 template<int size
, bool big_endian
>
6571 Target_aarch64
<size
, big_endian
>::relocate_section(
6572 const Relocate_info
<size
, big_endian
>* relinfo
,
6573 unsigned int sh_type
,
6574 const unsigned char* prelocs
,
6576 Output_section
* output_section
,
6577 bool needs_special_offset_handling
,
6578 unsigned char* view
,
6579 typename
elfcpp::Elf_types
<size
>::Elf_Addr address
,
6580 section_size_type view_size
,
6581 const Reloc_symbol_changes
* reloc_symbol_changes
)
6583 gold_assert(sh_type
== elfcpp::SHT_RELA
);
6584 typedef typename Target_aarch64
<size
, big_endian
>::Relocate AArch64_relocate
;
6585 gold::relocate_section
<size
, big_endian
, Target_aarch64
, elfcpp::SHT_RELA
,
6586 AArch64_relocate
, gold::Default_comdat_behavior
>(
6592 needs_special_offset_handling
,
6596 reloc_symbol_changes
);
6599 // Return the size of a relocation while scanning during a relocatable
6602 template<int size
, bool big_endian
>
6604 Target_aarch64
<size
, big_endian
>::Relocatable_size_for_reloc::
6609 // We will never support SHT_REL relocations.
6614 // Scan the relocs during a relocatable link.
6616 template<int size
, bool big_endian
>
6618 Target_aarch64
<size
, big_endian
>::scan_relocatable_relocs(
6619 Symbol_table
* symtab
,
6621 Sized_relobj_file
<size
, big_endian
>* object
,
6622 unsigned int data_shndx
,
6623 unsigned int sh_type
,
6624 const unsigned char* prelocs
,
6626 Output_section
* output_section
,
6627 bool needs_special_offset_handling
,
6628 size_t local_symbol_count
,
6629 const unsigned char* plocal_symbols
,
6630 Relocatable_relocs
* rr
)
6632 gold_assert(sh_type
== elfcpp::SHT_RELA
);
6634 typedef gold::Default_scan_relocatable_relocs
<elfcpp::SHT_RELA
,
6635 Relocatable_size_for_reloc
> Scan_relocatable_relocs
;
6637 gold::scan_relocatable_relocs
<size
, big_endian
, elfcpp::SHT_RELA
,
6638 Scan_relocatable_relocs
>(
6646 needs_special_offset_handling
,
6652 // Relocate a section during a relocatable link.
6654 template<int size
, bool big_endian
>
6656 Target_aarch64
<size
, big_endian
>::relocate_relocs(
6657 const Relocate_info
<size
, big_endian
>* relinfo
,
6658 unsigned int sh_type
,
6659 const unsigned char* prelocs
,
6661 Output_section
* output_section
,
6662 typename
elfcpp::Elf_types
<size
>::Elf_Off offset_in_output_section
,
6663 const Relocatable_relocs
* rr
,
6664 unsigned char* view
,
6665 typename
elfcpp::Elf_types
<size
>::Elf_Addr view_address
,
6666 section_size_type view_size
,
6667 unsigned char* reloc_view
,
6668 section_size_type reloc_view_size
)
6670 gold_assert(sh_type
== elfcpp::SHT_RELA
);
6672 gold::relocate_relocs
<size
, big_endian
, elfcpp::SHT_RELA
>(
6677 offset_in_output_section
,
6687 // The selector for aarch64 object files.
6689 template<int size
, bool big_endian
>
6690 class Target_selector_aarch64
: public Target_selector
6693 Target_selector_aarch64();
6696 do_instantiate_target()
6697 { return new Target_aarch64
<size
, big_endian
>(); }
6701 Target_selector_aarch64
<32, true>::Target_selector_aarch64()
6702 : Target_selector(elfcpp::EM_AARCH64
, 32, true,
6703 "elf32-bigaarch64", "aarch64_elf32_be_vec")
6707 Target_selector_aarch64
<32, false>::Target_selector_aarch64()
6708 : Target_selector(elfcpp::EM_AARCH64
, 32, false,
6709 "elf32-littleaarch64", "aarch64_elf32_le_vec")
6713 Target_selector_aarch64
<64, true>::Target_selector_aarch64()
6714 : Target_selector(elfcpp::EM_AARCH64
, 64, true,
6715 "elf64-bigaarch64", "aarch64_elf64_be_vec")
6719 Target_selector_aarch64
<64, false>::Target_selector_aarch64()
6720 : Target_selector(elfcpp::EM_AARCH64
, 64, false,
6721 "elf64-littleaarch64", "aarch64_elf64_le_vec")
6724 Target_selector_aarch64
<32, true> target_selector_aarch64elf32b
;
6725 Target_selector_aarch64
<32, false> target_selector_aarch64elf32
;
6726 Target_selector_aarch64
<64, true> target_selector_aarch64elfb
;
6727 Target_selector_aarch64
<64, false> target_selector_aarch64elf
;
6729 } // End anonymous namespace.