4 phys_startup_64 = startup_64 - LOAD_OFFSET;
6 /* Text and read-only data */
7 .text : AT(ADDR(.text) - LOAD_OFFSET) {
9 /* First the code that has to be first for bootstrapping */
20 /* End of text section */
28 __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) {
29 __start___ex_table = .;
31 __stop___ex_table = .;
36 /* Align data segment to page size boundary */
39 .data : AT(ADDR(.data) - LOAD_OFFSET) {
42 /* End of data section */
47 .data.cacheline_aligned :
48 AT(ADDR(.data.cacheline_aligned) - LOAD_OFFSET) {
50 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
51 *(.data.cacheline_aligned)
54 . = ALIGN(CONFIG_X86_INTERNODE_CACHE_BYTES);
55 .data.read_mostly : AT(ADDR(.data.read_mostly) - LOAD_OFFSET) {
59 #define VSYSCALL_ADDR (-10*1024*1024)
60 #define VSYSCALL_PHYS_ADDR ((LOADADDR(.data.read_mostly) + \
61 SIZEOF(.data.read_mostly) + 4095) & ~(4095))
62 #define VSYSCALL_VIRT_ADDR ((ADDR(.data.read_mostly) + \
63 SIZEOF(.data.read_mostly) + 4095) & ~(4095))
65 #define VLOAD_OFFSET (VSYSCALL_ADDR - VSYSCALL_PHYS_ADDR)
66 #define VLOAD(x) (ADDR(x) - VLOAD_OFFSET)
68 #define VVIRT_OFFSET (VSYSCALL_ADDR - VSYSCALL_VIRT_ADDR)
69 #define VVIRT(x) (ADDR(x) - VVIRT_OFFSET)
72 .vsyscall_0 : AT(VSYSCALL_PHYS_ADDR) {
76 __vsyscall_0 = VSYSCALL_VIRT_ADDR;
78 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
79 .vsyscall_fn : AT(VLOAD(.vsyscall_fn)) {
83 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
84 .vsyscall_gtod_data : AT(VLOAD(.vsyscall_gtod_data)) {
85 *(.vsyscall_gtod_data)
88 vsyscall_gtod_data = VVIRT(.vsyscall_gtod_data);
89 .vsyscall_clock : AT(VLOAD(.vsyscall_clock)) {
92 vsyscall_clock = VVIRT(.vsyscall_clock);
95 .vsyscall_1 ADDR(.vsyscall_0) + 1024: AT(VLOAD(.vsyscall_1)) {
98 .vsyscall_2 ADDR(.vsyscall_0) + 2048: AT(VLOAD(.vsyscall_2)) {
102 .vgetcpu_mode : AT(VLOAD(.vgetcpu_mode)) {
105 vgetcpu_mode = VVIRT(.vgetcpu_mode);
107 . = ALIGN(CONFIG_X86_L1_CACHE_BYTES);
108 .jiffies : AT(VLOAD(.jiffies)) {
111 jiffies = VVIRT(.jiffies);
113 .vsyscall_3 ADDR(.vsyscall_0) + 3072: AT(VLOAD(.vsyscall_3)) {
117 . = VSYSCALL_VIRT_ADDR + PAGE_SIZE;
120 #undef VSYSCALL_PHYS_ADDR
121 #undef VSYSCALL_VIRT_ADDR
128 .data.init_task : AT(ADDR(.data.init_task) - LOAD_OFFSET) {
129 . = ALIGN(THREAD_SIZE);
133 .data.page_aligned : AT(ADDR(.data.page_aligned) - LOAD_OFFSET) {
134 . = ALIGN(PAGE_SIZE);
135 *(.data.page_aligned)
138 .smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) {
139 /* might get freed after init */
140 . = ALIGN(PAGE_SIZE);
145 . = ALIGN(PAGE_SIZE);
149 /* Init code and data */
150 . = ALIGN(PAGE_SIZE);
151 __init_begin = .; /* paired with __init_end */
152 .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {
158 .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {
159 __initdata_begin = .;
164 .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) {
171 .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) {
172 __initcall_start = .;
177 .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) {
178 __con_initcall_start = .;
179 *(.con_initcall.init)
180 __con_initcall_end = .;
183 .x86_cpu_dev.init : AT(ADDR(.x86_cpu_dev.init) - LOAD_OFFSET) {
184 __x86_cpu_dev_start = .;
186 __x86_cpu_dev_end = .;
192 .parainstructions : AT(ADDR(.parainstructions) - LOAD_OFFSET) {
193 __parainstructions = .;
195 __parainstructions_end = .;
198 .altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) {
200 __alt_instructions = .;
202 __alt_instructions_end = .;
205 .altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) {
206 *(.altinstr_replacement)
210 * .exit.text is discard at runtime, not link time, to deal with
211 * references from .altinstructions and .eh_frame
213 .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
217 .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
221 #ifdef CONFIG_BLK_DEV_INITRD
222 . = ALIGN(PAGE_SIZE);
223 .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) {
224 __initramfs_start = .;
232 * percpu offsets are zero-based on SMP. PERCPU_VADDR() changes the
233 * output PHDR, so the next output section - __data_nosave - should
234 * start another section data.init2. Also, pda should be at the head of
235 * percpu area. Preallocate it and define the percpu offset symbol
236 * so that it can be accessed as a percpu variable.
238 . = ALIGN(PAGE_SIZE);
239 PERCPU_VADDR(0, :percpu)
244 . = ALIGN(PAGE_SIZE);
247 .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
248 . = ALIGN(PAGE_SIZE);
251 . = ALIGN(PAGE_SIZE);
254 /* use another section data.init2, see PERCPU_VADDR() above */
256 .bss : AT(ADDR(.bss) - LOAD_OFFSET) {
257 . = ALIGN(PAGE_SIZE);
258 __bss_start = .; /* BSS */
264 .brk : AT(ADDR(.brk) - LOAD_OFFSET) {
265 . = ALIGN(PAGE_SIZE);
267 . += 64 * 1024; /* 64k alignment slop space */
268 *(.brk_reservation) /* areas brk users have reserved */
274 /* Sections to be discarded */