Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* ld script to make x86-64 Linux kernel |
| 2 | * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>; |
| 3 | */ |
| 4 | |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 5 | #define LOAD_OFFSET __START_KERNEL_map |
| 6 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include <asm-generic/vmlinux.lds.h> |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 8 | #include <asm/page.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | |
Andi Kleen | bb33421 | 2006-01-11 22:43:54 +0100 | [diff] [blame] | 10 | #undef i386 /* in case the preprocessor is a 32bit one */ |
| 11 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | OUTPUT_FORMAT("elf64-x86-64", "elf64-x86-64", "elf64-x86-64") |
| 13 | OUTPUT_ARCH(i386:x86-64) |
| 14 | ENTRY(phys_startup_64) |
| 15 | jiffies_64 = jiffies; |
Ian Campbell | f2a9e1d | 2006-09-26 10:52:38 +0200 | [diff] [blame] | 16 | PHDRS { |
| 17 | text PT_LOAD FLAGS(5); /* R_E */ |
| 18 | data PT_LOAD FLAGS(7); /* RWE */ |
| 19 | user PT_LOAD FLAGS(7); /* RWE */ |
Vivek Goyal | dbaab49 | 2006-10-21 18:37:03 +0200 | [diff] [blame] | 20 | data.init PT_LOAD FLAGS(7); /* RWE */ |
Ian Campbell | f2a9e1d | 2006-09-26 10:52:38 +0200 | [diff] [blame] | 21 | note PT_NOTE FLAGS(4); /* R__ */ |
| 22 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | SECTIONS |
| 24 | { |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 25 | . = __START_KERNEL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | phys_startup_64 = startup_64 - LOAD_OFFSET; |
| 27 | _text = .; /* Text and read-only data */ |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 28 | .text : AT(ADDR(.text) - LOAD_OFFSET) { |
Arjan van de Ven | 4bdc3b7 | 2006-03-25 16:30:49 +0100 | [diff] [blame] | 29 | /* First the code that has to be first for bootstrapping */ |
Arjan van de Ven | eaeae0c | 2006-03-25 16:30:28 +0100 | [diff] [blame] | 30 | *(.bootstrap.text) |
Arjan van de Ven | 4bdc3b7 | 2006-03-25 16:30:49 +0100 | [diff] [blame] | 31 | /* Then all the functions that are "hot" in profiles, to group them |
| 32 | onto the same hugetlb entry */ |
| 33 | #include "functionlist" |
| 34 | /* Then the rest */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | *(.text) |
| 36 | SCHED_TEXT |
| 37 | LOCK_TEXT |
Prasanna S Panchamukhi | 0f2fbdc | 2005-09-06 15:19:28 -0700 | [diff] [blame] | 38 | KPROBES_TEXT |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | *(.fixup) |
| 40 | *(.gnu.warning) |
Ian Campbell | f2a9e1d | 2006-09-26 10:52:38 +0200 | [diff] [blame] | 41 | } :text = 0x9090 |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 42 | /* out-of-line lock text */ |
| 43 | .text.lock : AT(ADDR(.text.lock) - LOAD_OFFSET) { *(.text.lock) } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | |
| 45 | _etext = .; /* End of text section */ |
| 46 | |
| 47 | . = ALIGN(16); /* Exception table */ |
| 48 | __start___ex_table = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 49 | __ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) { *(__ex_table) } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | __stop___ex_table = .; |
| 51 | |
| 52 | RODATA |
| 53 | |
Jan Beulich | b538ed2 | 2006-06-26 13:57:32 +0200 | [diff] [blame] | 54 | #ifdef CONFIG_STACK_UNWIND |
| 55 | . = ALIGN(8); |
| 56 | .eh_frame : AT(ADDR(.eh_frame) - LOAD_OFFSET) { |
| 57 | __start_unwind = .; |
| 58 | *(.eh_frame) |
| 59 | __end_unwind = .; |
| 60 | } |
| 61 | #endif |
| 62 | |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 63 | /* Data */ |
| 64 | .data : AT(ADDR(.data) - LOAD_OFFSET) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | *(.data) |
| 66 | CONSTRUCTORS |
Ian Campbell | f2a9e1d | 2006-09-26 10:52:38 +0200 | [diff] [blame] | 67 | } :data |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | |
| 69 | _edata = .; /* End of data section */ |
| 70 | |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 71 | . = ALIGN(PAGE_SIZE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 73 | .data.cacheline_aligned : AT(ADDR(.data.cacheline_aligned) - LOAD_OFFSET) { |
| 74 | *(.data.cacheline_aligned) |
| 75 | } |
Ravikiran G Thirumalai | e405d06 | 2006-04-07 19:50:09 +0200 | [diff] [blame] | 76 | . = ALIGN(CONFIG_X86_INTERNODE_CACHE_BYTES); |
Christoph Lameter | 6c03652 | 2005-07-07 17:56:59 -0700 | [diff] [blame] | 77 | .data.read_mostly : AT(ADDR(.data.read_mostly) - LOAD_OFFSET) { |
| 78 | *(.data.read_mostly) |
| 79 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 81 | #define VSYSCALL_ADDR (-10*1024*1024) |
Andrew Morton | d312ced | 2005-07-12 13:58:13 -0700 | [diff] [blame] | 82 | #define VSYSCALL_PHYS_ADDR ((LOADADDR(.data.read_mostly) + SIZEOF(.data.read_mostly) + 4095) & ~(4095)) |
| 83 | #define VSYSCALL_VIRT_ADDR ((ADDR(.data.read_mostly) + SIZEOF(.data.read_mostly) + 4095) & ~(4095)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 85 | #define VLOAD_OFFSET (VSYSCALL_ADDR - VSYSCALL_PHYS_ADDR) |
| 86 | #define VLOAD(x) (ADDR(x) - VLOAD_OFFSET) |
| 87 | |
| 88 | #define VVIRT_OFFSET (VSYSCALL_ADDR - VSYSCALL_VIRT_ADDR) |
| 89 | #define VVIRT(x) (ADDR(x) - VVIRT_OFFSET) |
| 90 | |
| 91 | . = VSYSCALL_ADDR; |
Ian Campbell | f2a9e1d | 2006-09-26 10:52:38 +0200 | [diff] [blame] | 92 | .vsyscall_0 : AT(VSYSCALL_PHYS_ADDR) { *(.vsyscall_0) } :user |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 93 | __vsyscall_0 = VSYSCALL_VIRT_ADDR; |
| 94 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 96 | .xtime_lock : AT(VLOAD(.xtime_lock)) { *(.xtime_lock) } |
| 97 | xtime_lock = VVIRT(.xtime_lock); |
| 98 | |
| 99 | .vxtime : AT(VLOAD(.vxtime)) { *(.vxtime) } |
| 100 | vxtime = VVIRT(.vxtime); |
| 101 | |
Vojtech Pavlik | c08c820 | 2006-09-26 10:52:28 +0200 | [diff] [blame] | 102 | .vgetcpu_mode : AT(VLOAD(.vgetcpu_mode)) { *(.vgetcpu_mode) } |
| 103 | vgetcpu_mode = VVIRT(.vgetcpu_mode); |
| 104 | |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 105 | .sys_tz : AT(VLOAD(.sys_tz)) { *(.sys_tz) } |
| 106 | sys_tz = VVIRT(.sys_tz); |
| 107 | |
| 108 | .sysctl_vsyscall : AT(VLOAD(.sysctl_vsyscall)) { *(.sysctl_vsyscall) } |
| 109 | sysctl_vsyscall = VVIRT(.sysctl_vsyscall); |
| 110 | |
| 111 | .xtime : AT(VLOAD(.xtime)) { *(.xtime) } |
| 112 | xtime = VVIRT(.xtime); |
| 113 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 115 | .jiffies : AT(VLOAD(.jiffies)) { *(.jiffies) } |
| 116 | jiffies = VVIRT(.jiffies); |
| 117 | |
| 118 | .vsyscall_1 ADDR(.vsyscall_0) + 1024: AT(VLOAD(.vsyscall_1)) { *(.vsyscall_1) } |
| 119 | .vsyscall_2 ADDR(.vsyscall_0) + 2048: AT(VLOAD(.vsyscall_2)) { *(.vsyscall_2) } |
| 120 | .vsyscall_3 ADDR(.vsyscall_0) + 3072: AT(VLOAD(.vsyscall_3)) { *(.vsyscall_3) } |
| 121 | |
| 122 | . = VSYSCALL_VIRT_ADDR + 4096; |
| 123 | |
| 124 | #undef VSYSCALL_ADDR |
| 125 | #undef VSYSCALL_PHYS_ADDR |
| 126 | #undef VSYSCALL_VIRT_ADDR |
| 127 | #undef VLOAD_OFFSET |
| 128 | #undef VLOAD |
| 129 | #undef VVIRT_OFFSET |
| 130 | #undef VVIRT |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | |
| 132 | . = ALIGN(8192); /* init_task */ |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 133 | .data.init_task : AT(ADDR(.data.init_task) - LOAD_OFFSET) { |
| 134 | *(.data.init_task) |
Vivek Goyal | dbaab49 | 2006-10-21 18:37:03 +0200 | [diff] [blame] | 135 | }:data.init |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | |
| 137 | . = ALIGN(4096); |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 138 | .data.page_aligned : AT(ADDR(.data.page_aligned) - LOAD_OFFSET) { |
| 139 | *(.data.page_aligned) |
| 140 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | |
Gerd Hoffmann | d167a51 | 2006-06-26 13:56:16 +0200 | [diff] [blame] | 142 | /* might get freed after init */ |
| 143 | . = ALIGN(4096); |
| 144 | __smp_alt_begin = .; |
| 145 | __smp_alt_instructions = .; |
| 146 | .smp_altinstructions : AT(ADDR(.smp_altinstructions) - LOAD_OFFSET) { |
| 147 | *(.smp_altinstructions) |
| 148 | } |
| 149 | __smp_alt_instructions_end = .; |
| 150 | . = ALIGN(8); |
| 151 | __smp_locks = .; |
| 152 | .smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) { |
| 153 | *(.smp_locks) |
| 154 | } |
| 155 | __smp_locks_end = .; |
| 156 | .smp_altinstr_replacement : AT(ADDR(.smp_altinstr_replacement) - LOAD_OFFSET) { |
| 157 | *(.smp_altinstr_replacement) |
| 158 | } |
| 159 | . = ALIGN(4096); |
| 160 | __smp_alt_end = .; |
| 161 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | . = ALIGN(4096); /* Init code and data */ |
| 163 | __init_begin = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 164 | .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | _sinittext = .; |
| 166 | *(.init.text) |
| 167 | _einittext = .; |
| 168 | } |
| 169 | __initdata_begin = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 170 | .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { *(.init.data) } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | __initdata_end = .; |
| 172 | . = ALIGN(16); |
| 173 | __setup_start = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 174 | .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { *(.init.setup) } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | __setup_end = .; |
| 176 | __initcall_start = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 177 | .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { |
Andrew Morton | 61ce1ef | 2006-10-27 11:41:44 -0700 | [diff] [blame] | 178 | INITCALLS |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | } |
| 180 | __initcall_end = .; |
| 181 | __con_initcall_start = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 182 | .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { |
| 183 | *(.con_initcall.init) |
| 184 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | __con_initcall_end = .; |
| 186 | SECURITY_INIT |
| 187 | . = ALIGN(8); |
| 188 | __alt_instructions = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 189 | .altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) { |
| 190 | *(.altinstructions) |
| 191 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 192 | __alt_instructions_end = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 193 | .altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) { |
| 194 | *(.altinstr_replacement) |
| 195 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | /* .exit.text is discard at runtime, not link time, to deal with references |
| 197 | from .altinstructions and .eh_frame */ |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 198 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { *(.exit.text) } |
| 199 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { *(.exit.data) } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 200 | . = ALIGN(4096); |
| 201 | __initramfs_start = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 202 | .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { *(.init.ramfs) } |
Andi Kleen | 14c3f85 | 2006-02-03 21:51:56 +0100 | [diff] [blame] | 203 | __initramfs_end = .; |
Andi Kleen | b38337a | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 204 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 | __per_cpu_start = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 206 | .data.percpu : AT(ADDR(.data.percpu) - LOAD_OFFSET) { *(.data.percpu) } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | __per_cpu_end = .; |
Andi Kleen | b38337a | 2006-09-26 10:52:40 +0200 | [diff] [blame] | 208 | . = ALIGN(4096); |
| 209 | __init_end = .; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | |
| 211 | . = ALIGN(4096); |
| 212 | __nosave_begin = .; |
Eric W. Biederman | 5ded01e | 2005-06-25 14:57:48 -0700 | [diff] [blame] | 213 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { *(.data.nosave) } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | . = ALIGN(4096); |
| 215 | __nosave_end = .; |
| 216 | |
Vivek Goyal | 120b114 | 2006-09-30 01:47:55 +0200 | [diff] [blame] | 217 | __bss_start = .; /* BSS */ |
| 218 | .bss : AT(ADDR(.bss) - LOAD_OFFSET) { |
| 219 | *(.bss.page_aligned) |
| 220 | *(.bss) |
| 221 | } |
| 222 | __bss_stop = .; |
| 223 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | _end = . ; |
| 225 | |
| 226 | /* Sections to be discarded */ |
| 227 | /DISCARD/ : { |
| 228 | *(.exitcall.exit) |
Jan Beulich | 6e0c47e | 2006-01-11 22:42:05 +0100 | [diff] [blame] | 229 | #ifndef CONFIG_UNWIND_INFO |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | *(.eh_frame) |
| 231 | #endif |
| 232 | } |
| 233 | |
Paolo 'Blaisorblade' Giarrusso | 4413a51 | 2005-09-10 19:44:55 +0200 | [diff] [blame] | 234 | STABS_DEBUG |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | |
Paolo 'Blaisorblade' Giarrusso | 4413a51 | 2005-09-10 19:44:55 +0200 | [diff] [blame] | 236 | DWARF_DEBUG |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | } |