Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/arm/kernel/entry-common.S |
| 3 | * |
| 4 | * Copyright (C) 2000 Russell King |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #include <asm/unistd.h> |
Abhishek Sagar | 395a59d | 2008-06-21 23:47:27 +0530 | [diff] [blame] | 12 | #include <asm/ftrace.h> |
Catalin Marinas | c4c5716 | 2009-02-16 11:42:09 +0100 | [diff] [blame] | 13 | #include <asm/unwind.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | |
Rob Herring | 13a5045d | 2012-02-07 09:28:22 -0600 | [diff] [blame] | 15 | #ifdef CONFIG_NEED_RET_TO_USER |
| 16 | #include <mach/entry-macro.S> |
| 17 | #else |
| 18 | .macro arch_ret_to_user, tmp1, tmp2 |
| 19 | .endm |
| 20 | #endif |
| 21 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include "entry-header.S" |
| 23 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | |
| 25 | .align 5 |
| 26 | /* |
| 27 | * This is the fast syscall return path. We do as little as |
| 28 | * possible here, and this includes saving r0 back into the SVC |
| 29 | * stack. |
| 30 | */ |
| 31 | ret_fast_syscall: |
Catalin Marinas | c4c5716 | 2009-02-16 11:42:09 +0100 | [diff] [blame] | 32 | UNWIND(.fnstart ) |
| 33 | UNWIND(.cantunwind ) |
Russell King | 1ec42c0 | 2005-04-26 15:18:26 +0100 | [diff] [blame] | 34 | disable_irq @ disable interrupts |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | ldr r1, [tsk, #TI_FLAGS] |
| 36 | tst r1, #_TIF_WORK_MASK |
| 37 | bne fast_work_pending |
Todd Android Poynor | d13e5ed | 2010-12-23 01:52:44 +0100 | [diff] [blame] | 38 | #if defined(CONFIG_IRQSOFF_TRACER) |
| 39 | asm_trace_hardirqs_on |
| 40 | #endif |
Russell King | f4dc9a4 | 2005-04-26 15:20:34 +0100 | [diff] [blame] | 41 | |
Dan Williams | f80dff9 | 2007-02-16 22:16:32 +0100 | [diff] [blame] | 42 | /* perform architecture specific actions before user return */ |
| 43 | arch_ret_to_user r1, lr |
| 44 | |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 45 | restore_user_regs fast = 1, offset = S_OFF |
Catalin Marinas | c4c5716 | 2009-02-16 11:42:09 +0100 | [diff] [blame] | 46 | UNWIND(.fnend ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | |
| 48 | /* |
| 49 | * Ok, we need to do extra processing, enter the slow path. |
| 50 | */ |
| 51 | fast_work_pending: |
| 52 | str r0, [sp, #S_R0+S_OFF]! @ returned r0 |
| 53 | work_pending: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | mov r0, sp @ 'regs' |
| 55 | mov r2, why @ 'syscall' |
Al Viro | 0a267fa | 2012-07-19 17:47:55 +0100 | [diff] [blame] | 56 | bl do_work_pending |
Al Viro | 6628521 | 2012-07-19 17:48:50 +0100 | [diff] [blame] | 57 | cmp r0, #0 |
Al Viro | 8178378 | 2012-07-19 17:48:21 +0100 | [diff] [blame] | 58 | beq no_work_pending |
Al Viro | 6628521 | 2012-07-19 17:48:50 +0100 | [diff] [blame] | 59 | movlt scno, #(__NR_restart_syscall - __NR_SYSCALL_BASE) |
Al Viro | 8178378 | 2012-07-19 17:48:21 +0100 | [diff] [blame] | 60 | ldmia sp, {r0 - r6} @ have to reload r0 - r6 |
| 61 | b local_restart @ ... and off we go |
| 62 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | /* |
| 64 | * "slow" syscall return path. "why" tells us if this was a real syscall. |
| 65 | */ |
| 66 | ENTRY(ret_to_user) |
| 67 | ret_slow_syscall: |
Russell King | 1ec42c0 | 2005-04-26 15:18:26 +0100 | [diff] [blame] | 68 | disable_irq @ disable interrupts |
Ming Lei | 9fc2552 | 2011-06-05 02:24:58 +0100 | [diff] [blame] | 69 | ENTRY(ret_to_user_from_irq) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | ldr r1, [tsk, #TI_FLAGS] |
| 71 | tst r1, #_TIF_WORK_MASK |
| 72 | bne work_pending |
| 73 | no_work_pending: |
Todd Android Poynor | d13e5ed | 2010-12-23 01:52:44 +0100 | [diff] [blame] | 74 | #if defined(CONFIG_IRQSOFF_TRACER) |
| 75 | asm_trace_hardirqs_on |
| 76 | #endif |
Dan Williams | f80dff9 | 2007-02-16 22:16:32 +0100 | [diff] [blame] | 77 | /* perform architecture specific actions before user return */ |
| 78 | arch_ret_to_user r1, lr |
| 79 | |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 80 | restore_user_regs fast = 0, offset = 0 |
Ming Lei | 9fc2552 | 2011-06-05 02:24:58 +0100 | [diff] [blame] | 81 | ENDPROC(ret_to_user_from_irq) |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 82 | ENDPROC(ret_to_user) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | |
| 84 | /* |
| 85 | * This is how we return from a fork. |
| 86 | */ |
| 87 | ENTRY(ret_from_fork) |
| 88 | bl schedule_tail |
Al Viro | 9fff2fa | 2012-10-10 22:23:29 -0400 | [diff] [blame] | 89 | cmp r5, #0 |
| 90 | movne r0, r4 |
Russell King | 68687c8 | 2012-10-15 00:16:49 +0100 | [diff] [blame] | 91 | adrne lr, BSYM(1f) |
Al Viro | 9fff2fa | 2012-10-10 22:23:29 -0400 | [diff] [blame] | 92 | movne pc, r5 |
Russell King | 68687c8 | 2012-10-15 00:16:49 +0100 | [diff] [blame] | 93 | 1: get_thread_info tsk |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | b ret_slow_syscall |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 95 | ENDPROC(ret_from_fork) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | |
Al Viro | fa1b4f9 | 2006-01-19 12:57:01 +0000 | [diff] [blame] | 97 | .equ NR_syscalls,0 |
| 98 | #define CALL(x) .equ NR_syscalls,NR_syscalls+1 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | #include "calls.S" |
Wade Farnsworth | 1f66e06 | 2012-09-07 18:18:25 +0100 | [diff] [blame] | 100 | |
| 101 | /* |
| 102 | * Ensure that the system call table is equal to __NR_syscalls, |
| 103 | * which is the value the rest of the system sees |
| 104 | */ |
| 105 | .ifne NR_syscalls - __NR_syscalls |
| 106 | .error "__NR_syscalls is not equal to the size of the syscall table" |
| 107 | .endif |
| 108 | |
Al Viro | fa1b4f9 | 2006-01-19 12:57:01 +0000 | [diff] [blame] | 109 | #undef CALL |
| 110 | #define CALL(x) .long x |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 112 | #ifdef CONFIG_FUNCTION_TRACER |
Rabin Vincent | 686ff22 | 2010-08-03 17:09:40 +0100 | [diff] [blame] | 113 | /* |
| 114 | * When compiling with -pg, gcc inserts a call to the mcount routine at the |
| 115 | * start of every function. In mcount, apart from the function's address (in |
| 116 | * lr), we need to get hold of the function's caller's address. |
| 117 | * |
| 118 | * Older GCCs (pre-4.4) inserted a call to a routine called mcount like this: |
| 119 | * |
| 120 | * bl mcount |
| 121 | * |
| 122 | * These versions have the limitation that in order for the mcount routine to |
| 123 | * be able to determine the function's caller's address, an APCS-style frame |
| 124 | * pointer (which is set up with something like the code below) is required. |
| 125 | * |
| 126 | * mov ip, sp |
| 127 | * push {fp, ip, lr, pc} |
| 128 | * sub fp, ip, #4 |
| 129 | * |
| 130 | * With EABI, these frame pointers are not available unless -mapcs-frame is |
| 131 | * specified, and if building as Thumb-2, not even then. |
| 132 | * |
| 133 | * Newer GCCs (4.4+) solve this problem by introducing a new version of mcount, |
| 134 | * with call sites like: |
| 135 | * |
| 136 | * push {lr} |
| 137 | * bl __gnu_mcount_nc |
| 138 | * |
| 139 | * With these compilers, frame pointers are not necessary. |
| 140 | * |
| 141 | * mcount can be thought of as a function called in the middle of a subroutine |
| 142 | * call. As such, it needs to be transparent for both the caller and the |
| 143 | * callee: the original lr needs to be restored when leaving mcount, and no |
| 144 | * registers should be clobbered. (In the __gnu_mcount_nc implementation, we |
| 145 | * clobber the ip register. This is OK because the ARM calling convention |
| 146 | * allows it to be clobbered in subroutines and doesn't use it to hold |
| 147 | * parameters.) |
Rabin Vincent | 3b6c223 | 2010-08-10 19:43:28 +0100 | [diff] [blame] | 148 | * |
| 149 | * When using dynamic ftrace, we patch out the mcount call by a "mov r0, r0" |
| 150 | * for the mcount case, and a "pop {lr}" for the __gnu_mcount_nc case (see |
| 151 | * arch/arm/kernel/ftrace.c). |
Rabin Vincent | 686ff22 | 2010-08-03 17:09:40 +0100 | [diff] [blame] | 152 | */ |
Rabin Vincent | 09bfafa | 2010-08-10 19:32:37 +0100 | [diff] [blame] | 153 | |
| 154 | #ifndef CONFIG_OLD_MCOUNT |
| 155 | #if (__GNUC__ < 4 || (__GNUC__ == 4 && __GNUC_MINOR__ < 4)) |
| 156 | #error Ftrace requires CONFIG_FRAME_POINTER=y with GCC older than 4.4.0. |
| 157 | #endif |
| 158 | #endif |
| 159 | |
Rabin Vincent | d68133b | 2012-01-24 16:52:52 +0100 | [diff] [blame] | 160 | .macro mcount_adjust_addr rd, rn |
| 161 | bic \rd, \rn, #1 @ clear the Thumb bit if present |
| 162 | sub \rd, \rd, #MCOUNT_INSN_SIZE |
| 163 | .endm |
| 164 | |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 165 | .macro __mcount suffix |
| 166 | mcount_enter |
Rabin Vincent | 28e192d | 2010-08-03 17:08:09 +0100 | [diff] [blame] | 167 | ldr r0, =ftrace_trace_function |
| 168 | ldr r2, [r0] |
Rabin Vincent | a3ba87a | 2010-08-10 19:37:21 +0100 | [diff] [blame] | 169 | adr r0, .Lftrace_stub |
Rabin Vincent | 28e192d | 2010-08-03 17:08:09 +0100 | [diff] [blame] | 170 | cmp r0, r2 |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 171 | bne 1f |
Uwe Kleine-König | 181f817 | 2009-08-13 20:38:16 +0200 | [diff] [blame] | 172 | |
Tim Bird | 376cfa8 | 2010-10-09 22:24:38 +0530 | [diff] [blame] | 173 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
| 174 | ldr r1, =ftrace_graph_return |
| 175 | ldr r2, [r1] |
| 176 | cmp r0, r2 |
| 177 | bne ftrace_graph_caller\suffix |
| 178 | |
| 179 | ldr r1, =ftrace_graph_entry |
| 180 | ldr r2, [r1] |
| 181 | ldr r0, =ftrace_graph_entry_stub |
| 182 | cmp r0, r2 |
| 183 | bne ftrace_graph_caller\suffix |
| 184 | #endif |
| 185 | |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 186 | mcount_exit |
Uwe Kleine-König | 181f817 | 2009-08-13 20:38:16 +0200 | [diff] [blame] | 187 | |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 188 | 1: mcount_get_lr r1 @ lr of instrumented func |
Rabin Vincent | d68133b | 2012-01-24 16:52:52 +0100 | [diff] [blame] | 189 | mcount_adjust_addr r0, lr @ instrumented function |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 190 | adr lr, BSYM(2f) |
Rabin Vincent | 28e192d | 2010-08-03 17:08:09 +0100 | [diff] [blame] | 191 | mov pc, r2 |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 192 | 2: mcount_exit |
| 193 | .endm |
| 194 | |
| 195 | .macro __ftrace_caller suffix |
| 196 | mcount_enter |
| 197 | |
| 198 | mcount_get_lr r1 @ lr of instrumented func |
Rabin Vincent | d68133b | 2012-01-24 16:52:52 +0100 | [diff] [blame] | 199 | mcount_adjust_addr r0, lr @ instrumented function |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 200 | |
| 201 | .globl ftrace_call\suffix |
| 202 | ftrace_call\suffix: |
| 203 | bl ftrace_stub |
| 204 | |
Rabin Vincent | dd686eb | 2010-11-06 23:03:21 +0530 | [diff] [blame] | 205 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
| 206 | .globl ftrace_graph_call\suffix |
| 207 | ftrace_graph_call\suffix: |
| 208 | mov r0, r0 |
| 209 | #endif |
| 210 | |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 211 | mcount_exit |
| 212 | .endm |
Uwe Kleine-König | 181f817 | 2009-08-13 20:38:16 +0200 | [diff] [blame] | 213 | |
Tim Bird | 376cfa8 | 2010-10-09 22:24:38 +0530 | [diff] [blame] | 214 | .macro __ftrace_graph_caller |
| 215 | sub r0, fp, #4 @ &lr of instrumented routine (&parent) |
Rabin Vincent | dd686eb | 2010-11-06 23:03:21 +0530 | [diff] [blame] | 216 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 217 | @ called from __ftrace_caller, saved in mcount_enter |
| 218 | ldr r1, [sp, #16] @ instrumented routine (func) |
Rabin Vincent | d68133b | 2012-01-24 16:52:52 +0100 | [diff] [blame] | 219 | mcount_adjust_addr r1, r1 |
Rabin Vincent | dd686eb | 2010-11-06 23:03:21 +0530 | [diff] [blame] | 220 | #else |
| 221 | @ called from __mcount, untouched in lr |
Rabin Vincent | d68133b | 2012-01-24 16:52:52 +0100 | [diff] [blame] | 222 | mcount_adjust_addr r1, lr @ instrumented routine (func) |
Rabin Vincent | dd686eb | 2010-11-06 23:03:21 +0530 | [diff] [blame] | 223 | #endif |
Tim Bird | 376cfa8 | 2010-10-09 22:24:38 +0530 | [diff] [blame] | 224 | mov r2, fp @ frame pointer |
| 225 | bl prepare_ftrace_return |
| 226 | mcount_exit |
| 227 | .endm |
Abhishek Sagar | 014c257 | 2008-05-31 14:23:50 +0530 | [diff] [blame] | 228 | |
Rabin Vincent | 09bfafa | 2010-08-10 19:32:37 +0100 | [diff] [blame] | 229 | #ifdef CONFIG_OLD_MCOUNT |
| 230 | /* |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 231 | * mcount |
Rabin Vincent | 09bfafa | 2010-08-10 19:32:37 +0100 | [diff] [blame] | 232 | */ |
Abhishek Sagar | 014c257 | 2008-05-31 14:23:50 +0530 | [diff] [blame] | 233 | |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 234 | .macro mcount_enter |
| 235 | stmdb sp!, {r0-r3, lr} |
| 236 | .endm |
| 237 | |
| 238 | .macro mcount_get_lr reg |
| 239 | ldr \reg, [fp, #-4] |
| 240 | .endm |
| 241 | |
| 242 | .macro mcount_exit |
| 243 | ldr lr, [fp, #-4] |
Rabin Vincent | 28e192d | 2010-08-03 17:08:09 +0100 | [diff] [blame] | 244 | ldmia sp!, {r0-r3, pc} |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 245 | .endm |
| 246 | |
| 247 | ENTRY(mcount) |
| 248 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 249 | stmdb sp!, {lr} |
| 250 | ldr lr, [fp, #-4] |
| 251 | ldmia sp!, {pc} |
| 252 | #else |
| 253 | __mcount _old |
| 254 | #endif |
Rabin Vincent | 72fa62f | 2010-08-10 19:33:52 +0100 | [diff] [blame] | 255 | ENDPROC(mcount) |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 256 | |
| 257 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 258 | ENTRY(ftrace_caller_old) |
| 259 | __ftrace_caller _old |
| 260 | ENDPROC(ftrace_caller_old) |
Rabin Vincent | 09bfafa | 2010-08-10 19:32:37 +0100 | [diff] [blame] | 261 | #endif |
Abhishek Sagar | 014c257 | 2008-05-31 14:23:50 +0530 | [diff] [blame] | 262 | |
Tim Bird | 376cfa8 | 2010-10-09 22:24:38 +0530 | [diff] [blame] | 263 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
| 264 | ENTRY(ftrace_graph_caller_old) |
| 265 | __ftrace_graph_caller |
| 266 | ENDPROC(ftrace_graph_caller_old) |
| 267 | #endif |
| 268 | |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 269 | .purgem mcount_enter |
| 270 | .purgem mcount_get_lr |
| 271 | .purgem mcount_exit |
| 272 | #endif |
| 273 | |
| 274 | /* |
| 275 | * __gnu_mcount_nc |
| 276 | */ |
| 277 | |
| 278 | .macro mcount_enter |
| 279 | stmdb sp!, {r0-r3, lr} |
| 280 | .endm |
| 281 | |
| 282 | .macro mcount_get_lr reg |
| 283 | ldr \reg, [sp, #20] |
| 284 | .endm |
| 285 | |
| 286 | .macro mcount_exit |
| 287 | ldmia sp!, {r0-r3, ip, lr} |
| 288 | mov pc, ip |
| 289 | .endm |
| 290 | |
| 291 | ENTRY(__gnu_mcount_nc) |
| 292 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 293 | mov ip, lr |
| 294 | ldmia sp!, {lr} |
| 295 | mov pc, ip |
| 296 | #else |
| 297 | __mcount |
| 298 | #endif |
| 299 | ENDPROC(__gnu_mcount_nc) |
| 300 | |
| 301 | #ifdef CONFIG_DYNAMIC_FTRACE |
| 302 | ENTRY(ftrace_caller) |
| 303 | __ftrace_caller |
| 304 | ENDPROC(ftrace_caller) |
| 305 | #endif |
| 306 | |
Tim Bird | 376cfa8 | 2010-10-09 22:24:38 +0530 | [diff] [blame] | 307 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
| 308 | ENTRY(ftrace_graph_caller) |
| 309 | __ftrace_graph_caller |
| 310 | ENDPROC(ftrace_graph_caller) |
| 311 | #endif |
| 312 | |
Rabin Vincent | d3b9dc9 | 2010-10-07 17:39:47 +0530 | [diff] [blame] | 313 | .purgem mcount_enter |
| 314 | .purgem mcount_get_lr |
| 315 | .purgem mcount_exit |
Abhishek Sagar | 014c257 | 2008-05-31 14:23:50 +0530 | [diff] [blame] | 316 | |
Tim Bird | 376cfa8 | 2010-10-09 22:24:38 +0530 | [diff] [blame] | 317 | #ifdef CONFIG_FUNCTION_GRAPH_TRACER |
| 318 | .globl return_to_handler |
| 319 | return_to_handler: |
| 320 | stmdb sp!, {r0-r3} |
| 321 | mov r0, fp @ frame pointer |
| 322 | bl ftrace_return_to_handler |
| 323 | mov lr, r0 @ r0 has real ret addr |
| 324 | ldmia sp!, {r0-r3} |
| 325 | mov pc, lr |
| 326 | #endif |
Abhishek Sagar | 014c257 | 2008-05-31 14:23:50 +0530 | [diff] [blame] | 327 | |
Rabin Vincent | 72fa62f | 2010-08-10 19:33:52 +0100 | [diff] [blame] | 328 | ENTRY(ftrace_stub) |
Rabin Vincent | a3ba87a | 2010-08-10 19:37:21 +0100 | [diff] [blame] | 329 | .Lftrace_stub: |
Rabin Vincent | 28e192d | 2010-08-03 17:08:09 +0100 | [diff] [blame] | 330 | mov pc, lr |
Rabin Vincent | 72fa62f | 2010-08-10 19:33:52 +0100 | [diff] [blame] | 331 | ENDPROC(ftrace_stub) |
Abhishek Sagar | 014c257 | 2008-05-31 14:23:50 +0530 | [diff] [blame] | 332 | |
Steven Rostedt | 606576c | 2008-10-06 19:06:12 -0400 | [diff] [blame] | 333 | #endif /* CONFIG_FUNCTION_TRACER */ |
Abhishek Sagar | 014c257 | 2008-05-31 14:23:50 +0530 | [diff] [blame] | 334 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 335 | /*============================================================================= |
| 336 | * SWI handler |
| 337 | *----------------------------------------------------------------------------- |
| 338 | */ |
| 339 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 340 | .align 5 |
| 341 | ENTRY(vector_swi) |
Russell King | f4dc9a4 | 2005-04-26 15:20:34 +0100 | [diff] [blame] | 342 | sub sp, sp, #S_FRAME_SIZE |
| 343 | stmia sp, {r0 - r12} @ Calling r0 - r12 |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 344 | ARM( add r8, sp, #S_PC ) |
| 345 | ARM( stmdb r8, {sp, lr}^ ) @ Calling sp, lr |
| 346 | THUMB( mov r8, sp ) |
| 347 | THUMB( store_user_sp_lr r8, r10, S_SP ) @ calling sp, lr |
Russell King | f4dc9a4 | 2005-04-26 15:20:34 +0100 | [diff] [blame] | 348 | mrs r8, spsr @ called from non-FIQ mode, so ok. |
| 349 | str lr, [sp, #S_PC] @ Save calling PC |
| 350 | str r8, [sp, #S_PSR] @ Save CPSR |
| 351 | str r0, [sp, #S_OLD_R0] @ Save OLD_R0 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 352 | zero_fp |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 353 | |
| 354 | /* |
| 355 | * Get the system call number. |
| 356 | */ |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 357 | |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 358 | #if defined(CONFIG_OABI_COMPAT) |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 359 | |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 360 | /* |
| 361 | * If we have CONFIG_OABI_COMPAT then we need to look at the swi |
| 362 | * value to determine if it is an EABI or an old ABI call. |
| 363 | */ |
| 364 | #ifdef CONFIG_ARM_THUMB |
| 365 | tst r8, #PSR_T_BIT |
| 366 | movne r10, #0 @ no thumb OABI emulation |
| 367 | ldreq r10, [lr, #-4] @ get SWI instruction |
| 368 | #else |
| 369 | ldr r10, [lr, #-4] @ get SWI instruction |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 370 | #endif |
Catalin Marinas | 2658485 | 2009-05-30 14:00:18 +0100 | [diff] [blame] | 371 | #ifdef CONFIG_CPU_ENDIAN_BE8 |
| 372 | rev r10, r10 @ little endian instruction |
| 373 | #endif |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 374 | |
| 375 | #elif defined(CONFIG_AEABI) |
| 376 | |
| 377 | /* |
| 378 | * Pure EABI user space always put syscall number into scno (r7). |
| 379 | */ |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 380 | #elif defined(CONFIG_ARM_THUMB) |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 381 | /* Legacy ABI only, possibly thumb mode. */ |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 382 | tst r8, #PSR_T_BIT @ this is SPSR from save_user_regs |
| 383 | addne scno, r7, #__NR_SYSCALL_BASE @ put OS number in |
| 384 | ldreq scno, [lr, #-4] |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 385 | |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 386 | #else |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 387 | /* Legacy ABI only. */ |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 388 | ldr scno, [lr, #-4] @ get SWI instruction |
| 389 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 390 | |
| 391 | #ifdef CONFIG_ALIGNMENT_TRAP |
| 392 | ldr ip, __cr_alignment |
| 393 | ldr ip, [ip] |
| 394 | mcr p15, 0, ip, c1, c0 @ update control register |
| 395 | #endif |
Russell King | 1ec42c0 | 2005-04-26 15:18:26 +0100 | [diff] [blame] | 396 | enable_irq |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 397 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 398 | get_thread_info tsk |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 399 | adr tbl, sys_call_table @ load syscall table pointer |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 400 | |
| 401 | #if defined(CONFIG_OABI_COMPAT) |
| 402 | /* |
| 403 | * If the swi argument is zero, this is an EABI call and we do nothing. |
| 404 | * |
| 405 | * If this is an old ABI call, get the syscall number into scno and |
| 406 | * get the old ABI syscall table address. |
| 407 | */ |
| 408 | bics r10, r10, #0xff000000 |
| 409 | eorne scno, r10, #__NR_OABI_SYSCALL_BASE |
| 410 | ldrne tbl, =sys_oabi_call_table |
| 411 | #elif !defined(CONFIG_AEABI) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 412 | bic scno, scno, #0xff000000 @ mask off SWI op-code |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 413 | eor scno, scno, #__NR_SYSCALL_BASE @ check OS number |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 414 | #endif |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 415 | |
Al Viro | 8178378 | 2012-07-19 17:48:21 +0100 | [diff] [blame] | 416 | local_restart: |
Nicolas Pitre | 70c70d9 | 2010-08-26 15:08:35 -0700 | [diff] [blame] | 417 | ldr r10, [tsk, #TI_FLAGS] @ check for syscall tracing |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 418 | stmdb sp!, {r4, r5} @ push fifth and sixth args |
Nicolas Pitre | 70c70d9 | 2010-08-26 15:08:35 -0700 | [diff] [blame] | 419 | |
Nathaniel Husted | 29ef73b | 2012-01-03 14:23:09 -0500 | [diff] [blame] | 420 | tst r10, #_TIF_SYSCALL_WORK @ are we tracing syscalls? |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 421 | bne __sys_trace |
| 422 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 423 | cmp scno, #NR_syscalls @ check upper syscall limit |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 424 | adr lr, BSYM(ret_fast_syscall) @ return address |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 425 | ldrcc pc, [tbl, scno, lsl #2] @ call sys_* routine |
| 426 | |
| 427 | add r1, sp, #S_OFF |
| 428 | 2: mov why, #0 @ no longer a real syscall |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 429 | cmp scno, #(__ARM_NR_BASE - __NR_SYSCALL_BASE) |
| 430 | eor r0, scno, #__NR_SYSCALL_BASE @ put OS number back |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 431 | bcs arm_syscall |
| 432 | b sys_ni_syscall @ not private func |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 433 | ENDPROC(vector_swi) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 434 | |
| 435 | /* |
| 436 | * This is the really slow path. We're going to be doing |
| 437 | * context switches, and waiting for our parent to respond. |
| 438 | */ |
| 439 | __sys_trace: |
Will Deacon | ad72254 | 2012-07-06 15:50:14 +0100 | [diff] [blame] | 440 | mov r1, scno |
| 441 | add r0, sp, #S_OFF |
| 442 | bl syscall_trace_enter |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 444 | adr lr, BSYM(__sys_trace_return) @ return address |
Nicolas Pitre | 3f47112 | 2006-01-14 19:30:04 +0000 | [diff] [blame] | 445 | mov scno, r0 @ syscall number (possibly new) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 446 | add r1, sp, #S_R0 + S_OFF @ pointer to regs |
| 447 | cmp scno, #NR_syscalls @ check upper syscall limit |
Will Deacon | c7aa00d | 2012-07-19 17:49:22 +0100 | [diff] [blame] | 448 | ldmccia r1, {r0 - r6} @ have to reload r0 - r6 |
| 449 | stmccia sp, {r4, r5} @ and update the stack args |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 450 | ldrcc pc, [tbl, scno, lsl #2] @ call sys_* routine |
Kees Cook | ad75b51 | 2012-11-15 22:12:17 +0100 | [diff] [blame] | 451 | cmp scno, #-1 @ skip the syscall? |
| 452 | bne 2b |
| 453 | add sp, sp, #S_OFF @ restore stack |
| 454 | b ret_slow_syscall |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 455 | |
| 456 | __sys_trace_return: |
| 457 | str r0, [sp, #S_R0 + S_OFF]! @ save returned r0 |
Will Deacon | ad72254 | 2012-07-06 15:50:14 +0100 | [diff] [blame] | 458 | mov r0, sp |
| 459 | bl syscall_trace_exit |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 460 | b ret_slow_syscall |
| 461 | |
| 462 | .align 5 |
| 463 | #ifdef CONFIG_ALIGNMENT_TRAP |
| 464 | .type __cr_alignment, #object |
| 465 | __cr_alignment: |
| 466 | .word cr_alignment |
| 467 | #endif |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 468 | .ltorg |
| 469 | |
| 470 | /* |
| 471 | * This is the syscall table declaration for native ABI syscalls. |
| 472 | * With EABI a couple syscalls are obsolete and defined as sys_ni_syscall. |
| 473 | */ |
| 474 | #define ABI(native, compat) native |
| 475 | #ifdef CONFIG_AEABI |
| 476 | #define OBSOLETE(syscall) sys_ni_syscall |
| 477 | #else |
| 478 | #define OBSOLETE(syscall) syscall |
| 479 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 480 | |
| 481 | .type sys_call_table, #object |
| 482 | ENTRY(sys_call_table) |
| 483 | #include "calls.S" |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 484 | #undef ABI |
| 485 | #undef OBSOLETE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 486 | |
| 487 | /*============================================================================ |
| 488 | * Special system call wrappers |
| 489 | */ |
| 490 | @ r0 = syscall number |
Russell King | 567bd98 | 2005-12-17 15:25:42 +0000 | [diff] [blame] | 491 | @ r8 = syscall table |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 492 | sys_syscall: |
Paul Brook | 5247593 | 2006-05-16 14:25:55 +0100 | [diff] [blame] | 493 | bic scno, r0, #__NR_OABI_SYSCALL_BASE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 494 | cmp scno, #__NR_syscall - __NR_SYSCALL_BASE |
| 495 | cmpne scno, #NR_syscalls @ check range |
| 496 | stmloia sp, {r5, r6} @ shuffle args |
| 497 | movlo r0, r1 |
| 498 | movlo r1, r2 |
| 499 | movlo r2, r3 |
| 500 | movlo r3, r4 |
| 501 | ldrlo pc, [tbl, scno, lsl #2] |
| 502 | b sys_ni_syscall |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 503 | ENDPROC(sys_syscall) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 504 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 505 | sys_sigreturn_wrapper: |
| 506 | add r0, sp, #S_OFF |
Al Viro | 653d48b | 2010-09-17 14:34:39 +0100 | [diff] [blame] | 507 | mov why, #0 @ prevent syscall restart handling |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 508 | b sys_sigreturn |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 509 | ENDPROC(sys_sigreturn_wrapper) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 510 | |
| 511 | sys_rt_sigreturn_wrapper: |
| 512 | add r0, sp, #S_OFF |
Al Viro | 653d48b | 2010-09-17 14:34:39 +0100 | [diff] [blame] | 513 | mov why, #0 @ prevent syscall restart handling |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 514 | b sys_rt_sigreturn |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 515 | ENDPROC(sys_rt_sigreturn_wrapper) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 516 | |
| 517 | sys_sigaltstack_wrapper: |
| 518 | ldr r2, [sp, #S_OFF + S_SP] |
| 519 | b do_sigaltstack |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 520 | ENDPROC(sys_sigaltstack_wrapper) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 521 | |
Nicolas Pitre | 713c481 | 2006-01-14 16:35:03 +0000 | [diff] [blame] | 522 | sys_statfs64_wrapper: |
| 523 | teq r1, #88 |
| 524 | moveq r1, #84 |
| 525 | b sys_statfs64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 526 | ENDPROC(sys_statfs64_wrapper) |
Nicolas Pitre | 713c481 | 2006-01-14 16:35:03 +0000 | [diff] [blame] | 527 | |
| 528 | sys_fstatfs64_wrapper: |
| 529 | teq r1, #88 |
| 530 | moveq r1, #84 |
| 531 | b sys_fstatfs64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 532 | ENDPROC(sys_fstatfs64_wrapper) |
Nicolas Pitre | 713c481 | 2006-01-14 16:35:03 +0000 | [diff] [blame] | 533 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 534 | /* |
| 535 | * Note: off_4k (r5) is always units of 4K. If we can't do the requested |
| 536 | * offset, we return EINVAL. |
| 537 | */ |
| 538 | sys_mmap2: |
| 539 | #if PAGE_SHIFT > 12 |
| 540 | tst r5, #PGOFF_MASK |
| 541 | moveq r5, r5, lsr #PAGE_SHIFT - 12 |
| 542 | streq r5, [sp, #4] |
Al Viro | f8b7256 | 2009-11-30 17:37:04 -0500 | [diff] [blame] | 543 | beq sys_mmap_pgoff |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 544 | mov r0, #-EINVAL |
Russell King | 7999d8d | 2006-06-25 11:17:23 +0100 | [diff] [blame] | 545 | mov pc, lr |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 546 | #else |
| 547 | str r5, [sp, #4] |
Al Viro | f8b7256 | 2009-11-30 17:37:04 -0500 | [diff] [blame] | 548 | b sys_mmap_pgoff |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 549 | #endif |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 550 | ENDPROC(sys_mmap2) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 551 | |
| 552 | #ifdef CONFIG_OABI_COMPAT |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 553 | |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 554 | /* |
| 555 | * These are syscalls with argument register differences |
| 556 | */ |
| 557 | |
| 558 | sys_oabi_pread64: |
| 559 | stmia sp, {r3, r4} |
| 560 | b sys_pread64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 561 | ENDPROC(sys_oabi_pread64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 562 | |
| 563 | sys_oabi_pwrite64: |
| 564 | stmia sp, {r3, r4} |
| 565 | b sys_pwrite64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 566 | ENDPROC(sys_oabi_pwrite64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 567 | |
| 568 | sys_oabi_truncate64: |
| 569 | mov r3, r2 |
| 570 | mov r2, r1 |
| 571 | b sys_truncate64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 572 | ENDPROC(sys_oabi_truncate64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 573 | |
| 574 | sys_oabi_ftruncate64: |
| 575 | mov r3, r2 |
| 576 | mov r2, r1 |
| 577 | b sys_ftruncate64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 578 | ENDPROC(sys_oabi_ftruncate64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 579 | |
| 580 | sys_oabi_readahead: |
| 581 | str r3, [sp] |
| 582 | mov r3, r2 |
| 583 | mov r2, r1 |
| 584 | b sys_readahead |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 585 | ENDPROC(sys_oabi_readahead) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 586 | |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 587 | /* |
| 588 | * Let's declare a second syscall table for old ABI binaries |
| 589 | * using the compatibility syscall entries. |
| 590 | */ |
| 591 | #define ABI(native, compat) compat |
| 592 | #define OBSOLETE(syscall) syscall |
| 593 | |
| 594 | .type sys_oabi_call_table, #object |
| 595 | ENTRY(sys_oabi_call_table) |
| 596 | #include "calls.S" |
| 597 | #undef ABI |
| 598 | #undef OBSOLETE |
| 599 | |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 600 | #endif |
| 601 | |