Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 1 | #define VSYSCALL_ADDR (-10*1024*1024) |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 2 | #define VSYSCALL_PHYS_ADDR ((LOADADDR(.data.read_mostly) + \ |
| 3 | SIZEOF(.data.read_mostly) + 4095) & ~(4095)) |
| 4 | #define VSYSCALL_VIRT_ADDR ((ADDR(.data.read_mostly) + \ |
| 5 | SIZEOF(.data.read_mostly) + 4095) & ~(4095)) |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 6 | |
| 7 | #define VLOAD_OFFSET (VSYSCALL_ADDR - VSYSCALL_PHYS_ADDR) |
| 8 | #define VLOAD(x) (ADDR(x) - VLOAD_OFFSET) |
| 9 | |
| 10 | #define VVIRT_OFFSET (VSYSCALL_ADDR - VSYSCALL_VIRT_ADDR) |
| 11 | #define VVIRT(x) (ADDR(x) - VVIRT_OFFSET) |
| 12 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 13 | . = VSYSCALL_ADDR; |
| 14 | .vsyscall_0 : AT(VSYSCALL_PHYS_ADDR) { |
| 15 | *(.vsyscall_0) |
| 16 | } :user |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 17 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 18 | __vsyscall_0 = VSYSCALL_VIRT_ADDR; |
| 19 | |
| 20 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
| 21 | .vsyscall_fn : AT(VLOAD(.vsyscall_fn)) { |
| 22 | *(.vsyscall_fn) |
| 23 | } |
| 24 | |
| 25 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
| 26 | .vsyscall_gtod_data : AT(VLOAD(.vsyscall_gtod_data)) { |
| 27 | *(.vsyscall_gtod_data) |
| 28 | } |
| 29 | |
| 30 | vsyscall_gtod_data = VVIRT(.vsyscall_gtod_data); |
| 31 | .vsyscall_clock : AT(VLOAD(.vsyscall_clock)) { |
| 32 | *(.vsyscall_clock) |
| 33 | } |
| 34 | vsyscall_clock = VVIRT(.vsyscall_clock); |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 35 | |
| 36 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 37 | .vsyscall_1 ADDR(.vsyscall_0) + 1024: AT(VLOAD(.vsyscall_1)) { |
| 38 | *(.vsyscall_1) |
| 39 | } |
| 40 | .vsyscall_2 ADDR(.vsyscall_0) + 2048: AT(VLOAD(.vsyscall_2)) { |
| 41 | *(.vsyscall_2) |
| 42 | } |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 43 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 44 | .vgetcpu_mode : AT(VLOAD(.vgetcpu_mode)) { |
| 45 | *(.vgetcpu_mode) |
| 46 | } |
| 47 | vgetcpu_mode = VVIRT(.vgetcpu_mode); |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 48 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 49 | . = ALIGN(CONFIG_X86_L1_CACHE_BYTES); |
| 50 | .jiffies : AT(VLOAD(.jiffies)) { |
| 51 | *(.jiffies) |
| 52 | } |
| 53 | jiffies = VVIRT(.jiffies); |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 54 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 55 | .vsyscall_3 ADDR(.vsyscall_0) + 3072: AT(VLOAD(.vsyscall_3)) { |
| 56 | *(.vsyscall_3) |
| 57 | } |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 58 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 59 | . = VSYSCALL_VIRT_ADDR + PAGE_SIZE; |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 60 | |
| 61 | #undef VSYSCALL_ADDR |
| 62 | #undef VSYSCALL_PHYS_ADDR |
| 63 | #undef VSYSCALL_VIRT_ADDR |
| 64 | #undef VLOAD_OFFSET |
| 65 | #undef VLOAD |
| 66 | #undef VVIRT_OFFSET |
| 67 | #undef VVIRT |
| 68 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 69 | /* init_task */ |
| 70 | .data.init_task : AT(ADDR(.data.init_task) - LOAD_OFFSET) { |
| 71 | . = ALIGN(THREAD_SIZE); |
| 72 | *(.data.init_task) |
| 73 | } :data.init |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 74 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 75 | .smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) { |
| 76 | /* might get freed after init */ |
| 77 | . = ALIGN(PAGE_SIZE); |
| 78 | __smp_alt_begin = .; |
| 79 | __smp_locks = .; |
| 80 | *(.smp_locks) |
| 81 | __smp_locks_end = .; |
| 82 | . = ALIGN(PAGE_SIZE); |
| 83 | __smp_alt_end = .; |
| 84 | } |
| 85 | |
| 86 | /* Init code and data */ |
Jeremy Fitzhardinge | b9719a4 | 2009-03-10 11:19:18 -0700 | [diff] [blame] | 87 | . = ALIGN(PAGE_SIZE); |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 88 | __init_begin = .; /* paired with __init_end */ |
| 89 | .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) { |
| 90 | _sinittext = .; |
| 91 | INIT_TEXT |
| 92 | _einittext = .; |
| 93 | } |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 94 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 95 | .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) { |
| 96 | __initdata_begin = .; |
| 97 | INIT_DATA |
| 98 | __initdata_end = .; |
| 99 | } |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 100 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 101 | .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) { |
| 102 | . = ALIGN(16); |
| 103 | __setup_start = .; |
| 104 | *(.init.setup) |
| 105 | __setup_end = .; |
| 106 | } |
Sam Ravnborg | 01ba2bd | 2008-01-20 14:15:03 +0100 | [diff] [blame] | 107 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 108 | .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) { |
| 109 | __initcall_start = .; |
| 110 | INITCALLS |
| 111 | __initcall_end = .; |
| 112 | } |
Glauber de Oliveira Costa | fbf5192 | 2008-01-30 13:33:19 +0100 | [diff] [blame] | 113 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 114 | .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) { |
| 115 | __con_initcall_start = .; |
| 116 | *(.con_initcall.init) |
| 117 | __con_initcall_end = .; |
| 118 | } |
Glauber de Oliveira Costa | fbf5192 | 2008-01-30 13:33:19 +0100 | [diff] [blame] | 119 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 120 | .x86_cpu_dev.init : AT(ADDR(.x86_cpu_dev.init) - LOAD_OFFSET) { |
| 121 | __x86_cpu_dev_start = .; |
| 122 | *(.x86_cpu_dev.init) |
| 123 | __x86_cpu_dev_end = .; |
| 124 | } |
| 125 | |
| 126 | SECURITY_INIT |
| 127 | |
Jeremy Fitzhardinge | b9719a4 | 2009-03-10 11:19:18 -0700 | [diff] [blame] | 128 | . = ALIGN(8); |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 129 | .parainstructions : AT(ADDR(.parainstructions) - LOAD_OFFSET) { |
| 130 | __parainstructions = .; |
| 131 | *(.parainstructions) |
| 132 | __parainstructions_end = .; |
| 133 | } |
| 134 | |
| 135 | .altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) { |
| 136 | . = ALIGN(8); |
| 137 | __alt_instructions = .; |
| 138 | *(.altinstructions) |
| 139 | __alt_instructions_end = .; |
| 140 | } |
| 141 | |
| 142 | .altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) { |
| 143 | *(.altinstr_replacement) |
| 144 | } |
| 145 | |
| 146 | /* |
| 147 | * .exit.text is discard at runtime, not link time, to deal with |
| 148 | * references from .altinstructions and .eh_frame |
| 149 | */ |
| 150 | .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) { |
| 151 | EXIT_TEXT |
| 152 | } |
| 153 | |
| 154 | .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) { |
| 155 | EXIT_DATA |
| 156 | } |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 157 | |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 158 | #ifdef CONFIG_BLK_DEV_INITRD |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 159 | . = ALIGN(PAGE_SIZE); |
| 160 | .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) { |
| 161 | __initramfs_start = .; |
| 162 | *(.init.ramfs) |
| 163 | __initramfs_end = .; |
| 164 | } |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 165 | #endif |
| 166 | |
Tejun Heo | 3e5d8f9 | 2009-01-13 20:41:35 +0900 | [diff] [blame] | 167 | #ifdef CONFIG_SMP |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 168 | /* |
| 169 | * percpu offsets are zero-based on SMP. PERCPU_VADDR() changes the |
| 170 | * output PHDR, so the next output section - __data_nosave - should |
| 171 | * start another section data.init2. Also, pda should be at the head of |
| 172 | * percpu area. Preallocate it and define the percpu offset symbol |
| 173 | * so that it can be accessed as a percpu variable. |
| 174 | */ |
| 175 | . = ALIGN(PAGE_SIZE); |
| 176 | PERCPU_VADDR(0, :percpu) |
Tejun Heo | 3e5d8f9 | 2009-01-13 20:41:35 +0900 | [diff] [blame] | 177 | #else |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 178 | PERCPU(PAGE_SIZE) |
Tejun Heo | 3e5d8f9 | 2009-01-13 20:41:35 +0900 | [diff] [blame] | 179 | #endif |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 180 | |
Jeremy Fitzhardinge | b9719a4 | 2009-03-10 11:19:18 -0700 | [diff] [blame] | 181 | . = ALIGN(PAGE_SIZE); |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 182 | __init_end = .; |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 183 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 184 | .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) { |
| 185 | . = ALIGN(PAGE_SIZE); |
| 186 | __nosave_begin = .; |
| 187 | *(.data.nosave) |
| 188 | . = ALIGN(PAGE_SIZE); |
| 189 | __nosave_end = .; |
| 190 | } :data.init2 |
| 191 | /* use another section data.init2, see PERCPU_VADDR() above */ |
Jeremy Fitzhardinge | 93dbda7 | 2009-02-26 17:35:44 -0800 | [diff] [blame] | 192 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 193 | .bss : AT(ADDR(.bss) - LOAD_OFFSET) { |
| 194 | . = ALIGN(PAGE_SIZE); |
| 195 | __bss_start = .; /* BSS */ |
| 196 | *(.bss.page_aligned) |
| 197 | *(.bss) |
| 198 | __bss_stop = .; |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 199 | } |
| 200 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 201 | .brk : AT(ADDR(.brk) - LOAD_OFFSET) { |
| 202 | . = ALIGN(PAGE_SIZE); |
| 203 | __brk_base = .; |
| 204 | . += 64 * 1024; /* 64k alignment slop space */ |
| 205 | *(.brk_reservation) /* areas brk users have reserved */ |
| 206 | __brk_limit = .; |
| 207 | } |
Thomas Gleixner | 13a9cd4 | 2007-10-11 11:14:21 +0200 | [diff] [blame] | 208 | |
Sam Ravnborg | 0a3ec21 | 2009-04-26 23:07:42 +0200 | [diff] [blame] | 209 | _end = . ; |
| 210 | |
| 211 | /* Sections to be discarded */ |
| 212 | /DISCARD/ : { |
| 213 | *(.exitcall.exit) |
| 214 | *(.eh_frame) |
| 215 | *(.discard) |
| 216 | } |