entry-common.S 9.92 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1
2
3
4
5
6
7
8
9
10
11
/*
 *  linux/arch/arm/kernel/entry-common.S
 *
 *  Copyright (C) 2000 Russell King
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <asm/unistd.h>
12
#include <asm/ftrace.h>
13
#include <mach/entry-macro.S>
Linus Torvalds's avatar
Linus Torvalds committed
14
15
16
17
18
19
20
21
22
23
24

#include "entry-header.S"


	.align	5
/*
 * This is the fast syscall return path.  We do as little as
 * possible here, and this includes saving r0 back into the SVC
 * stack.
 */
ret_fast_syscall:
25
	disable_irq				@ disable interrupts
Linus Torvalds's avatar
Linus Torvalds committed
26
27
28
	ldr	r1, [tsk, #TI_FLAGS]
	tst	r1, #_TIF_WORK_MASK
	bne	fast_work_pending
29

30
31
32
	/* perform architecture specific actions before user return */
	arch_ret_to_user r1, lr

33
34
35
36
37
38
39
40
	@ fast_restore_user_regs
	ldr	r1, [sp, #S_OFF + S_PSR]	@ get calling cpsr
	ldr	lr, [sp, #S_OFF + S_PC]!	@ get pc
	msr	spsr_cxsf, r1			@ save in spsr_svc
	ldmdb	sp, {r1 - lr}^			@ get calling r1 - lr
	mov	r0, r0
	add	sp, sp, #S_FRAME_SIZE - S_PC
	movs	pc, lr				@ return & move spsr_svc into cpsr
Linus Torvalds's avatar
Linus Torvalds committed
41
42
43
44
45
46
47
48
49

/*
 * Ok, we need to do extra processing, enter the slow path.
 */
fast_work_pending:
	str	r0, [sp, #S_R0+S_OFF]!		@ returned r0
work_pending:
	tst	r1, #_TIF_NEED_RESCHED
	bne	work_resched
50
	tst	r1, #_TIF_SIGPENDING
Linus Torvalds's avatar
Linus Torvalds committed
51
52
53
54
	beq	no_work_pending
	mov	r0, sp				@ 'regs'
	mov	r2, why				@ 'syscall'
	bl	do_notify_resume
55
	b	ret_slow_syscall		@ Check work again
Linus Torvalds's avatar
Linus Torvalds committed
56
57
58
59
60
61
62
63

work_resched:
	bl	schedule
/*
 * "slow" syscall return path.  "why" tells us if this was a real syscall.
 */
ENTRY(ret_to_user)
ret_slow_syscall:
64
	disable_irq				@ disable interrupts
Linus Torvalds's avatar
Linus Torvalds committed
65
66
67
68
	ldr	r1, [tsk, #TI_FLAGS]
	tst	r1, #_TIF_WORK_MASK
	bne	work_pending
no_work_pending:
69
70
71
	/* perform architecture specific actions before user return */
	arch_ret_to_user r1, lr

72
73
74
75
	@ slow_restore_user_regs
	ldr	r1, [sp, #S_PSR]		@ get calling cpsr
	ldr	lr, [sp, #S_PC]!		@ get pc
	msr	spsr_cxsf, r1			@ save in spsr_svc
76
	ldmdb	sp, {r0 - lr}^			@ get calling r0 - lr
77
78
79
	mov	r0, r0
	add	sp, sp, #S_FRAME_SIZE - S_PC
	movs	pc, lr				@ return & move spsr_svc into cpsr
Linus Torvalds's avatar
Linus Torvalds committed
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

/*
 * This is how we return from a fork.
 */
ENTRY(ret_from_fork)
	bl	schedule_tail
	get_thread_info tsk
	ldr	r1, [tsk, #TI_FLAGS]		@ check for syscall tracing
	mov	why, #1
	tst	r1, #_TIF_SYSCALL_TRACE		@ are we tracing syscalls?
	beq	ret_slow_syscall
	mov	r1, sp
	mov	r0, #1				@ trace exit [IP = 1]
	bl	syscall_trace
	b	ret_slow_syscall
	

97
98
	.equ NR_syscalls,0
#define CALL(x) .equ NR_syscalls,NR_syscalls+1
Linus Torvalds's avatar
Linus Torvalds committed
99
#include "calls.S"
100
101
#undef CALL
#define CALL(x) .long x
Linus Torvalds's avatar
Linus Torvalds committed
102

Abhishek Sagar's avatar
Abhishek Sagar committed
103
104
105
106
107
#ifdef CONFIG_FTRACE
#ifdef CONFIG_DYNAMIC_FTRACE
ENTRY(mcount)
	stmdb sp!, {r0-r3, lr}
	mov r0, lr
108
	sub r0, r0, #MCOUNT_INSN_SIZE
Abhishek Sagar's avatar
Abhishek Sagar committed
109
110
111
112
113
114
115
116
117
118

	.globl mcount_call
mcount_call:
	bl ftrace_stub
	ldmia sp!, {r0-r3, pc}

ENTRY(ftrace_caller)
	stmdb sp!, {r0-r3, lr}
	ldr r1, [fp, #-4]
	mov r0, lr
119
	sub r0, r0, #MCOUNT_INSN_SIZE
Abhishek Sagar's avatar
Abhishek Sagar committed
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139

	.globl ftrace_call
ftrace_call:
	bl ftrace_stub
	ldmia sp!, {r0-r3, pc}

#else

ENTRY(mcount)
	stmdb sp!, {r0-r3, lr}
	ldr r0, =ftrace_trace_function
	ldr r2, [r0]
	adr r0, ftrace_stub
	cmp r0, r2
	bne trace
	ldmia sp!, {r0-r3, pc}

trace:
	ldr r1, [fp, #-4]
	mov r0, lr
140
	sub r0, r0, #MCOUNT_INSN_SIZE
Abhishek Sagar's avatar
Abhishek Sagar committed
141
142
143
144
145
146
147
148
149
150
151
152
	mov lr, pc
	mov pc, r2
	ldmia sp!, {r0-r3, pc}

#endif /* CONFIG_DYNAMIC_FTRACE */

	.globl ftrace_stub
ftrace_stub:
	mov pc, lr

#endif /* CONFIG_FTRACE */

Linus Torvalds's avatar
Linus Torvalds committed
153
154
155
156
157
158
159
160
161
/*=============================================================================
 * SWI handler
 *-----------------------------------------------------------------------------
 */

	/* If we're optimising for StrongARM the resulting code won't 
	   run on an ARM7 and we can save a couple of instructions.  
								--pb */
#ifdef CONFIG_CPU_ARM710
162
163
#define A710(code...) code
.Larm710bug:
Linus Torvalds's avatar
Linus Torvalds committed
164
165
166
	ldmia	sp, {r0 - lr}^			@ Get calling r0 - lr
	mov	r0, r0
	add	sp, sp, #S_FRAME_SIZE
167
	subs	pc, lr, #4
Linus Torvalds's avatar
Linus Torvalds committed
168
#else
169
#define A710(code...)
Linus Torvalds's avatar
Linus Torvalds committed
170
171
172
173
#endif

	.align	5
ENTRY(vector_swi)
174
175
176
177
178
179
180
181
	sub	sp, sp, #S_FRAME_SIZE
	stmia	sp, {r0 - r12}			@ Calling r0 - r12
	add	r8, sp, #S_PC
	stmdb	r8, {sp, lr}^			@ Calling sp, lr
	mrs	r8, spsr			@ called from non-FIQ mode, so ok.
	str	lr, [sp, #S_PC]			@ Save calling PC
	str	r8, [sp, #S_PSR]		@ Save CPSR
	str	r0, [sp, #S_OLD_R0]		@ Save OLD_R0
Linus Torvalds's avatar
Linus Torvalds committed
182
	zero_fp
183
184
185
186

	/*
	 * Get the system call number.
	 */
187

188
#if defined(CONFIG_OABI_COMPAT)
189

190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
	/*
	 * If we have CONFIG_OABI_COMPAT then we need to look at the swi
	 * value to determine if it is an EABI or an old ABI call.
	 */
#ifdef CONFIG_ARM_THUMB
	tst	r8, #PSR_T_BIT
	movne	r10, #0				@ no thumb OABI emulation
	ldreq	r10, [lr, #-4]			@ get SWI instruction
#else
	ldr	r10, [lr, #-4]			@ get SWI instruction
  A710(	and	ip, r10, #0x0f000000		@ check for SWI		)
  A710(	teq	ip, #0x0f000000						)
  A710(	bne	.Larm710bug						)
#endif

#elif defined(CONFIG_AEABI)

	/*
	 * Pure EABI user space always put syscall number into scno (r7).
	 */
210
211
212
213
  A710(	ldr	ip, [lr, #-4]			@ get SWI instruction	)
  A710(	and	ip, ip, #0x0f000000		@ check for SWI		)
  A710(	teq	ip, #0x0f000000						)
  A710(	bne	.Larm710bug						)
214

215
#elif defined(CONFIG_ARM_THUMB)
216
217

	/* Legacy ABI only, possibly thumb mode. */
218
219
220
	tst	r8, #PSR_T_BIT			@ this is SPSR from save_user_regs
	addne	scno, r7, #__NR_SYSCALL_BASE	@ put OS number in
	ldreq	scno, [lr, #-4]
221

222
#else
223
224

	/* Legacy ABI only. */
225
	ldr	scno, [lr, #-4]			@ get SWI instruction
226
227
228
  A710(	and	ip, scno, #0x0f000000		@ check for SWI		)
  A710(	teq	ip, #0x0f000000						)
  A710(	bne	.Larm710bug						)
229

230
#endif
Linus Torvalds's avatar
Linus Torvalds committed
231
232
233
234
235
236

#ifdef CONFIG_ALIGNMENT_TRAP
	ldr	ip, __cr_alignment
	ldr	ip, [ip]
	mcr	p15, 0, ip, c1, c0		@ update control register
#endif
237
	enable_irq
Linus Torvalds's avatar
Linus Torvalds committed
238
239

	get_thread_info tsk
240
	adr	tbl, sys_call_table		@ load syscall table pointer
Linus Torvalds's avatar
Linus Torvalds committed
241
	ldr	ip, [tsk, #TI_FLAGS]		@ check for syscall tracing
242
243
244
245
246
247
248
249
250
251
252
253

#if defined(CONFIG_OABI_COMPAT)
	/*
	 * If the swi argument is zero, this is an EABI call and we do nothing.
	 *
	 * If this is an old ABI call, get the syscall number into scno and
	 * get the old ABI syscall table address.
	 */
	bics	r10, r10, #0xff000000
	eorne	scno, r10, #__NR_OABI_SYSCALL_BASE
	ldrne	tbl, =sys_oabi_call_table
#elif !defined(CONFIG_AEABI)
Linus Torvalds's avatar
Linus Torvalds committed
254
	bic	scno, scno, #0xff000000		@ mask off SWI op-code
255
	eor	scno, scno, #__NR_SYSCALL_BASE	@ check OS number
256
#endif
257

258
	stmdb	sp!, {r4, r5}			@ push fifth and sixth args
Linus Torvalds's avatar
Linus Torvalds committed
259
260
261
262
	tst	ip, #_TIF_SYSCALL_TRACE		@ are we tracing syscalls?
	bne	__sys_trace

	cmp	scno, #NR_syscalls		@ check upper syscall limit
263
	adr	lr, ret_fast_syscall		@ return address
Linus Torvalds's avatar
Linus Torvalds committed
264
265
266
267
	ldrcc	pc, [tbl, scno, lsl #2]		@ call sys_* routine

	add	r1, sp, #S_OFF
2:	mov	why, #0				@ no longer a real syscall
268
269
	cmp	scno, #(__ARM_NR_BASE - __NR_SYSCALL_BASE)
	eor	r0, scno, #__NR_SYSCALL_BASE	@ put OS number back
Linus Torvalds's avatar
Linus Torvalds committed
270
271
272
273
274
275
276
277
	bcs	arm_syscall	
	b	sys_ni_syscall			@ not private func

	/*
	 * This is the really slow path.  We're going to be doing
	 * context switches, and waiting for our parent to respond.
	 */
__sys_trace:
278
	mov	r2, scno
Linus Torvalds's avatar
Linus Torvalds committed
279
280
281
282
283
	add	r1, sp, #S_OFF
	mov	r0, #0				@ trace entry [IP = 0]
	bl	syscall_trace

	adr	lr, __sys_trace_return		@ return address
284
	mov	scno, r0			@ syscall number (possibly new)
Linus Torvalds's avatar
Linus Torvalds committed
285
286
287
288
289
290
291
292
	add	r1, sp, #S_R0 + S_OFF		@ pointer to regs
	cmp	scno, #NR_syscalls		@ check upper syscall limit
	ldmccia	r1, {r0 - r3}			@ have to reload r0 - r3
	ldrcc	pc, [tbl, scno, lsl #2]		@ call sys_* routine
	b	2b

__sys_trace_return:
	str	r0, [sp, #S_R0 + S_OFF]!	@ save returned r0
293
	mov	r2, scno
Linus Torvalds's avatar
Linus Torvalds committed
294
295
296
297
298
299
300
301
302
303
	mov	r1, sp
	mov	r0, #1				@ trace exit [IP = 1]
	bl	syscall_trace
	b	ret_slow_syscall

	.align	5
#ifdef CONFIG_ALIGNMENT_TRAP
	.type	__cr_alignment, #object
__cr_alignment:
	.word	cr_alignment
304
305
306
307
308
309
310
311
312
313
314
315
#endif
	.ltorg

/*
 * This is the syscall table declaration for native ABI syscalls.
 * With EABI a couple syscalls are obsolete and defined as sys_ni_syscall.
 */
#define ABI(native, compat) native
#ifdef CONFIG_AEABI
#define OBSOLETE(syscall) sys_ni_syscall
#else
#define OBSOLETE(syscall) syscall
Linus Torvalds's avatar
Linus Torvalds committed
316
317
318
319
320
#endif

	.type	sys_call_table, #object
ENTRY(sys_call_table)
#include "calls.S"
321
322
#undef ABI
#undef OBSOLETE
Linus Torvalds's avatar
Linus Torvalds committed
323
324
325
326
327

/*============================================================================
 * Special system call wrappers
 */
@ r0 = syscall number
328
@ r8 = syscall table
Linus Torvalds's avatar
Linus Torvalds committed
329
330
		.type	sys_syscall, #function
sys_syscall:
331
		bic	scno, r0, #__NR_OABI_SYSCALL_BASE
Linus Torvalds's avatar
Linus Torvalds committed
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
		cmp	scno, #__NR_syscall - __NR_SYSCALL_BASE
		cmpne	scno, #NR_syscalls	@ check range
		stmloia	sp, {r5, r6}		@ shuffle args
		movlo	r0, r1
		movlo	r1, r2
		movlo	r2, r3
		movlo	r3, r4
		ldrlo	pc, [tbl, scno, lsl #2]
		b	sys_ni_syscall

sys_fork_wrapper:
		add	r0, sp, #S_OFF
		b	sys_fork

sys_vfork_wrapper:
		add	r0, sp, #S_OFF
		b	sys_vfork

sys_execve_wrapper:
		add	r3, sp, #S_OFF
		b	sys_execve

sys_clone_wrapper:
		add	ip, sp, #S_OFF
		str	ip, [sp, #4]
		b	sys_clone

sys_sigsuspend_wrapper:
		add	r3, sp, #S_OFF
		b	sys_sigsuspend

sys_rt_sigsuspend_wrapper:
		add	r2, sp, #S_OFF
		b	sys_rt_sigsuspend

sys_sigreturn_wrapper:
		add	r0, sp, #S_OFF
		b	sys_sigreturn

sys_rt_sigreturn_wrapper:
		add	r0, sp, #S_OFF
		b	sys_rt_sigreturn

sys_sigaltstack_wrapper:
		ldr	r2, [sp, #S_OFF + S_SP]
		b	do_sigaltstack

379
380
381
382
383
384
385
386
387
388
sys_statfs64_wrapper:
		teq	r1, #88
		moveq	r1, #84
		b	sys_statfs64

sys_fstatfs64_wrapper:
		teq	r1, #88
		moveq	r1, #84
		b	sys_fstatfs64

Linus Torvalds's avatar
Linus Torvalds committed
389
390
391
392
393
394
395
396
397
398
399
/*
 * Note: off_4k (r5) is always units of 4K.  If we can't do the requested
 * offset, we return EINVAL.
 */
sys_mmap2:
#if PAGE_SHIFT > 12
		tst	r5, #PGOFF_MASK
		moveq	r5, r5, lsr #PAGE_SHIFT - 12
		streq	r5, [sp, #4]
		beq	do_mmap2
		mov	r0, #-EINVAL
Russell King's avatar
Russell King committed
400
		mov	pc, lr
Linus Torvalds's avatar
Linus Torvalds committed
401
402
403
404
#else
		str	r5, [sp, #4]
		b	do_mmap2
#endif
405

Paul Brook's avatar
Paul Brook committed
406
407
408
409
410
ENTRY(pabort_ifar)
		mrc	p15, 0, r0, cr6, cr0, 2
ENTRY(pabort_noifar)
		mov	pc, lr

411
#ifdef CONFIG_OABI_COMPAT
412

413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
/*
 * These are syscalls with argument register differences
 */

sys_oabi_pread64:
		stmia	sp, {r3, r4}
		b	sys_pread64

sys_oabi_pwrite64:
		stmia	sp, {r3, r4}
		b	sys_pwrite64

sys_oabi_truncate64:
		mov	r3, r2
		mov	r2, r1
		b	sys_truncate64

sys_oabi_ftruncate64:
		mov	r3, r2
		mov	r2, r1
		b	sys_ftruncate64

sys_oabi_readahead:
		str	r3, [sp]
		mov	r3, r2
		mov	r2, r1
		b	sys_readahead

441
442
443
444
445
446
447
448
449
450
451
452
453
/*
 * Let's declare a second syscall table for old ABI binaries
 * using the compatibility syscall entries.
 */
#define ABI(native, compat) compat
#define OBSOLETE(syscall) syscall

	.type	sys_oabi_call_table, #object
ENTRY(sys_oabi_call_table)
#include "calls.S"
#undef ABI
#undef OBSOLETE

454
455
#endif