entry-common.S 14.6 KB
Newer Older
Linus Torvalds's avatar
Linus Torvalds committed
1
2
3
4
5
6
7
8
9
10
11
/*
 *  linux/arch/arm/kernel/entry-common.S
 *
 *  Copyright (C) 2000 Russell King
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <asm/unistd.h>
12
#include <asm/ftrace.h>
13
#include <mach/entry-macro.S>
14
#include <asm/unwind.h>
Linus Torvalds's avatar
Linus Torvalds committed
15
16
17
18
19
20
21
22
23
24
25

#include "entry-header.S"


	.align	5
/*
 * This is the fast syscall return path.  We do as little as
 * possible here, and this includes saving r0 back into the SVC
 * stack.
 */
ret_fast_syscall:
26
27
 UNWIND(.fnstart	)
 UNWIND(.cantunwind	)
28
	disable_irq				@ disable interrupts
Linus Torvalds's avatar
Linus Torvalds committed
29
30
31
	ldr	r1, [tsk, #TI_FLAGS]
	tst	r1, #_TIF_WORK_MASK
	bne	fast_work_pending
32
33
34
#if defined(CONFIG_IRQSOFF_TRACER)
	asm_trace_hardirqs_on
#endif
35

36
37
38
	/* perform architecture specific actions before user return */
	arch_ret_to_user r1, lr

39
	restore_user_regs fast = 1, offset = S_OFF
40
 UNWIND(.fnend		)
Linus Torvalds's avatar
Linus Torvalds committed
41
42
43
44
45
46
47
48
49

/*
 * Ok, we need to do extra processing, enter the slow path.
 */
fast_work_pending:
	str	r0, [sp, #S_R0+S_OFF]!		@ returned r0
work_pending:
	tst	r1, #_TIF_NEED_RESCHED
	bne	work_resched
50
	tst	r1, #_TIF_SIGPENDING|_TIF_NOTIFY_RESUME
Linus Torvalds's avatar
Linus Torvalds committed
51
52
53
	beq	no_work_pending
	mov	r0, sp				@ 'regs'
	mov	r2, why				@ 'syscall'
54
55
	tst	r1, #_TIF_SIGPENDING		@ delivering a signal?
	movne	why, #0				@ prevent further restarts
Linus Torvalds's avatar
Linus Torvalds committed
56
	bl	do_notify_resume
57
	b	ret_slow_syscall		@ Check work again
Linus Torvalds's avatar
Linus Torvalds committed
58
59
60
61
62
63
64
65

work_resched:
	bl	schedule
/*
 * "slow" syscall return path.  "why" tells us if this was a real syscall.
 */
ENTRY(ret_to_user)
ret_slow_syscall:
66
	disable_irq				@ disable interrupts
67
ENTRY(ret_to_user_from_irq)
Linus Torvalds's avatar
Linus Torvalds committed
68
69
70
71
	ldr	r1, [tsk, #TI_FLAGS]
	tst	r1, #_TIF_WORK_MASK
	bne	work_pending
no_work_pending:
72
73
74
#if defined(CONFIG_IRQSOFF_TRACER)
	asm_trace_hardirqs_on
#endif
75
76
77
	/* perform architecture specific actions before user return */
	arch_ret_to_user r1, lr

78
	restore_user_regs fast = 0, offset = 0
79
ENDPROC(ret_to_user_from_irq)
80
ENDPROC(ret_to_user)
Linus Torvalds's avatar
Linus Torvalds committed
81
82
83
84
85
86
87
88
89

/*
 * This is how we return from a fork.
 */
ENTRY(ret_from_fork)
	bl	schedule_tail
	get_thread_info tsk
	ldr	r1, [tsk, #TI_FLAGS]		@ check for syscall tracing
	mov	why, #1
90
	tst	r1, #_TIF_SYSCALL_WORK		@ are we tracing syscalls?
Linus Torvalds's avatar
Linus Torvalds committed
91
92
93
94
95
	beq	ret_slow_syscall
	mov	r1, sp
	mov	r0, #1				@ trace exit [IP = 1]
	bl	syscall_trace
	b	ret_slow_syscall
96
ENDPROC(ret_from_fork)
Linus Torvalds's avatar
Linus Torvalds committed
97

98
99
	.equ NR_syscalls,0
#define CALL(x) .equ NR_syscalls,NR_syscalls+1
Linus Torvalds's avatar
Linus Torvalds committed
100
#include "calls.S"
101
102
#undef CALL
#define CALL(x) .long x
Linus Torvalds's avatar
Linus Torvalds committed
103

104
#ifdef CONFIG_FUNCTION_TRACER
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
/*
 * When compiling with -pg, gcc inserts a call to the mcount routine at the
 * start of every function.  In mcount, apart from the function's address (in
 * lr), we need to get hold of the function's caller's address.
 *
 * Older GCCs (pre-4.4) inserted a call to a routine called mcount like this:
 *
 *	bl	mcount
 *
 * These versions have the limitation that in order for the mcount routine to
 * be able to determine the function's caller's address, an APCS-style frame
 * pointer (which is set up with something like the code below) is required.
 *
 *	mov     ip, sp
 *	push    {fp, ip, lr, pc}
 *	sub     fp, ip, #4
 *
 * With EABI, these frame pointers are not available unless -mapcs-frame is
 * specified, and if building as Thumb-2, not even then.
 *
 * Newer GCCs (4.4+) solve this problem by introducing a new version of mcount,
 * with call sites like:
 *
 *	push	{lr}
 *	bl	__gnu_mcount_nc
 *
 * With these compilers, frame pointers are not necessary.
 *
 * mcount can be thought of as a function called in the middle of a subroutine
 * call.  As such, it needs to be transparent for both the caller and the
 * callee: the original lr needs to be restored when leaving mcount, and no
 * registers should be clobbered.  (In the __gnu_mcount_nc implementation, we
 * clobber the ip register.  This is OK because the ARM calling convention
 * allows it to be clobbered in subroutines and doesn't use it to hold
 * parameters.)
140
141
142
143
 *
 * When using dynamic ftrace, we patch out the mcount call by a "mov r0, r0"
 * for the mcount case, and a "pop {lr}" for the __gnu_mcount_nc case (see
 * arch/arm/kernel/ftrace.c).
144
 */
145
146
147
148
149
150
151

#ifndef CONFIG_OLD_MCOUNT
#if (__GNUC__ < 4 || (__GNUC__ == 4 && __GNUC_MINOR__ < 4))
#error Ftrace requires CONFIG_FRAME_POINTER=y with GCC older than 4.4.0.
#endif
#endif

152
153
154
155
156
.macro mcount_adjust_addr rd, rn
	bic	\rd, \rn, #1		@ clear the Thumb bit if present
	sub	\rd, \rd, #MCOUNT_INSN_SIZE
.endm

157
158
159
160
161
162
163
.macro __mcount suffix
	mcount_enter
	ldr	r0, =ftrace_trace_function
	ldr	r2, [r0]
	adr	r0, .Lftrace_stub
	cmp	r0, r2
	bne	1f
164

165
166
167
168
169
170
171
172
173
174
175
176
177
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
	ldr     r1, =ftrace_graph_return
	ldr     r2, [r1]
	cmp     r0, r2
	bne     ftrace_graph_caller\suffix

	ldr     r1, =ftrace_graph_entry
	ldr     r2, [r1]
	ldr     r0, =ftrace_graph_entry_stub
	cmp     r0, r2
	bne     ftrace_graph_caller\suffix
#endif

178
	mcount_exit
179

180
1: 	mcount_get_lr	r1			@ lr of instrumented func
181
	mcount_adjust_addr	r0, lr		@ instrumented function
182
183
184
185
	adr	lr, BSYM(2f)
	mov	pc, r2
2:	mcount_exit
.endm
Abhishek Sagar's avatar
Abhishek Sagar committed
186

187
188
.macro __ftrace_caller suffix
	mcount_enter
Abhishek Sagar's avatar
Abhishek Sagar committed
189

190
	mcount_get_lr	r1			@ lr of instrumented func
191
	mcount_adjust_addr	r0, lr		@ instrumented function
192
193
194

	.globl ftrace_call\suffix
ftrace_call\suffix:
195
	bl	ftrace_stub
196

197
198
199
200
201
202
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
	.globl ftrace_graph_call\suffix
ftrace_graph_call\suffix:
	mov	r0, r0
#endif

203
204
	mcount_exit
.endm
Abhishek Sagar's avatar
Abhishek Sagar committed
205

206
207
.macro __ftrace_graph_caller
	sub	r0, fp, #4		@ &lr of instrumented routine (&parent)
208
209
210
#ifdef CONFIG_DYNAMIC_FTRACE
	@ called from __ftrace_caller, saved in mcount_enter
	ldr	r1, [sp, #16]		@ instrumented routine (func)
211
	mcount_adjust_addr	r1, r1
212
213
#else
	@ called from __mcount, untouched in lr
214
	mcount_adjust_addr	r1, lr	@ instrumented routine (func)
215
#endif
216
217
218
219
	mov	r2, fp			@ frame pointer
	bl	prepare_ftrace_return
	mcount_exit
.endm
Abhishek Sagar's avatar
Abhishek Sagar committed
220

221
#ifdef CONFIG_OLD_MCOUNT
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
/*
 * mcount
 */

.macro mcount_enter
	stmdb	sp!, {r0-r3, lr}
.endm

.macro mcount_get_lr reg
	ldr	\reg, [fp, #-4]
.endm

.macro mcount_exit
	ldr	lr, [fp, #-4]
	ldmia	sp!, {r0-r3, pc}
.endm

239
ENTRY(mcount)
240
#ifdef CONFIG_DYNAMIC_FTRACE
241
242
243
	stmdb	sp!, {lr}
	ldr	lr, [fp, #-4]
	ldmia	sp!, {pc}
244
245
246
#else
	__mcount _old
#endif
247
ENDPROC(mcount)
Abhishek Sagar's avatar
Abhishek Sagar committed
248

249
#ifdef CONFIG_DYNAMIC_FTRACE
250
ENTRY(ftrace_caller_old)
251
	__ftrace_caller _old
252
253
ENDPROC(ftrace_caller_old)
#endif
Abhishek Sagar's avatar
Abhishek Sagar committed
254

255
256
257
258
259
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
ENTRY(ftrace_graph_caller_old)
	__ftrace_graph_caller
ENDPROC(ftrace_graph_caller_old)
#endif
Abhishek Sagar's avatar
Abhishek Sagar committed
260

261
262
263
264
.purgem mcount_enter
.purgem mcount_get_lr
.purgem mcount_exit
#endif
Abhishek Sagar's avatar
Abhishek Sagar committed
265

266
267
268
269
270
/*
 * __gnu_mcount_nc
 */

.macro mcount_enter
271
	stmdb	sp!, {r0-r3, lr}
272
273
274
275
276
277
278
.endm

.macro mcount_get_lr reg
	ldr	\reg, [sp, #20]
.endm

.macro mcount_exit
279
280
	ldmia	sp!, {r0-r3, ip, lr}
	mov	pc, ip
281
.endm
282

283
284
285
286
ENTRY(__gnu_mcount_nc)
#ifdef CONFIG_DYNAMIC_FTRACE
	mov	ip, lr
	ldmia	sp!, {lr}
287
	mov	pc, ip
288
289
290
#else
	__mcount
#endif
291
ENDPROC(__gnu_mcount_nc)
292

293
294
295
296
#ifdef CONFIG_DYNAMIC_FTRACE
ENTRY(ftrace_caller)
	__ftrace_caller
ENDPROC(ftrace_caller)
297
#endif
Abhishek Sagar's avatar
Abhishek Sagar committed
298

299
300
301
302
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
ENTRY(ftrace_graph_caller)
	__ftrace_graph_caller
ENDPROC(ftrace_graph_caller)
303
#endif
Abhishek Sagar's avatar
Abhishek Sagar committed
304

305
306
307
.purgem mcount_enter
.purgem mcount_get_lr
.purgem mcount_exit
Abhishek Sagar's avatar
Abhishek Sagar committed
308

309
310
311
312
313
314
315
316
317
318
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
	.globl return_to_handler
return_to_handler:
	stmdb	sp!, {r0-r3}
	mov	r0, fp			@ frame pointer
	bl	ftrace_return_to_handler
	mov	lr, r0			@ r0 has real ret addr
	ldmia	sp!, {r0-r3}
	mov	pc, lr
#endif
Abhishek Sagar's avatar
Abhishek Sagar committed
319

320
ENTRY(ftrace_stub)
321
.Lftrace_stub:
322
	mov	pc, lr
323
ENDPROC(ftrace_stub)
Abhishek Sagar's avatar
Abhishek Sagar committed
324

325
#endif /* CONFIG_FUNCTION_TRACER */
Abhishek Sagar's avatar
Abhishek Sagar committed
326

Linus Torvalds's avatar
Linus Torvalds committed
327
328
329
330
331
332
333
334
335
/*=============================================================================
 * SWI handler
 *-----------------------------------------------------------------------------
 */

	/* If we're optimising for StrongARM the resulting code won't 
	   run on an ARM7 and we can save a couple of instructions.  
								--pb */
#ifdef CONFIG_CPU_ARM710
336
337
#define A710(code...) code
.Larm710bug:
Linus Torvalds's avatar
Linus Torvalds committed
338
339
340
	ldmia	sp, {r0 - lr}^			@ Get calling r0 - lr
	mov	r0, r0
	add	sp, sp, #S_FRAME_SIZE
341
	subs	pc, lr, #4
Linus Torvalds's avatar
Linus Torvalds committed
342
#else
343
#define A710(code...)
Linus Torvalds's avatar
Linus Torvalds committed
344
345
346
347
#endif

	.align	5
ENTRY(vector_swi)
348
349
	sub	sp, sp, #S_FRAME_SIZE
	stmia	sp, {r0 - r12}			@ Calling r0 - r12
350
351
352
353
 ARM(	add	r8, sp, #S_PC		)
 ARM(	stmdb	r8, {sp, lr}^		)	@ Calling sp, lr
 THUMB(	mov	r8, sp			)
 THUMB(	store_user_sp_lr r8, r10, S_SP	)	@ calling sp, lr
354
355
356
357
	mrs	r8, spsr			@ called from non-FIQ mode, so ok.
	str	lr, [sp, #S_PC]			@ Save calling PC
	str	r8, [sp, #S_PSR]		@ Save CPSR
	str	r0, [sp, #S_OLD_R0]		@ Save OLD_R0
Linus Torvalds's avatar
Linus Torvalds committed
358
	zero_fp
359
360
361
362

	/*
	 * Get the system call number.
	 */
363

364
#if defined(CONFIG_OABI_COMPAT)
365

366
367
368
369
370
371
372
373
374
375
376
377
378
379
	/*
	 * If we have CONFIG_OABI_COMPAT then we need to look at the swi
	 * value to determine if it is an EABI or an old ABI call.
	 */
#ifdef CONFIG_ARM_THUMB
	tst	r8, #PSR_T_BIT
	movne	r10, #0				@ no thumb OABI emulation
	ldreq	r10, [lr, #-4]			@ get SWI instruction
#else
	ldr	r10, [lr, #-4]			@ get SWI instruction
  A710(	and	ip, r10, #0x0f000000		@ check for SWI		)
  A710(	teq	ip, #0x0f000000						)
  A710(	bne	.Larm710bug						)
#endif
380
381
382
#ifdef CONFIG_CPU_ENDIAN_BE8
	rev	r10, r10			@ little endian instruction
#endif
383
384
385
386
387
388

#elif defined(CONFIG_AEABI)

	/*
	 * Pure EABI user space always put syscall number into scno (r7).
	 */
389
390
391
392
  A710(	ldr	ip, [lr, #-4]			@ get SWI instruction	)
  A710(	and	ip, ip, #0x0f000000		@ check for SWI		)
  A710(	teq	ip, #0x0f000000						)
  A710(	bne	.Larm710bug						)
393

394
#elif defined(CONFIG_ARM_THUMB)
395
396

	/* Legacy ABI only, possibly thumb mode. */
397
398
399
	tst	r8, #PSR_T_BIT			@ this is SPSR from save_user_regs
	addne	scno, r7, #__NR_SYSCALL_BASE	@ put OS number in
	ldreq	scno, [lr, #-4]
400

401
#else
402
403

	/* Legacy ABI only. */
404
	ldr	scno, [lr, #-4]			@ get SWI instruction
405
406
407
  A710(	and	ip, scno, #0x0f000000		@ check for SWI		)
  A710(	teq	ip, #0x0f000000						)
  A710(	bne	.Larm710bug						)
408

409
#endif
Linus Torvalds's avatar
Linus Torvalds committed
410
411
412
413
414
415

#ifdef CONFIG_ALIGNMENT_TRAP
	ldr	ip, __cr_alignment
	ldr	ip, [ip]
	mcr	p15, 0, ip, c1, c0		@ update control register
#endif
416
	enable_irq
Linus Torvalds's avatar
Linus Torvalds committed
417
418

	get_thread_info tsk
419
420
421
422
423
424
425
426
427
428
429
430
431
	adr	tbl, sys_call_table		@ load syscall table pointer

#if defined(CONFIG_OABI_COMPAT)
	/*
	 * If the swi argument is zero, this is an EABI call and we do nothing.
	 *
	 * If this is an old ABI call, get the syscall number into scno and
	 * get the old ABI syscall table address.
	 */
	bics	r10, r10, #0xff000000
	eorne	scno, r10, #__NR_OABI_SYSCALL_BASE
	ldrne	tbl, =sys_oabi_call_table
#elif !defined(CONFIG_AEABI)
Linus Torvalds's avatar
Linus Torvalds committed
432
	bic	scno, scno, #0xff000000		@ mask off SWI op-code
433
	eor	scno, scno, #__NR_SYSCALL_BASE	@ check OS number
434
#endif
435

Nicolas Pitre's avatar
Nicolas Pitre committed
436
	ldr	r10, [tsk, #TI_FLAGS]		@ check for syscall tracing
437
	stmdb	sp!, {r4, r5}			@ push fifth and sixth args
Nicolas Pitre's avatar
Nicolas Pitre committed
438
439
440
441
442
443
444
445
446
447
448

#ifdef CONFIG_SECCOMP
	tst	r10, #_TIF_SECCOMP
	beq	1f
	mov	r0, scno
	bl	__secure_computing	
	add	r0, sp, #S_R0 + S_OFF		@ pointer to regs
	ldmia	r0, {r0 - r3}			@ have to reload r0 - r3
1:
#endif

449
	tst	r10, #_TIF_SYSCALL_WORK		@ are we tracing syscalls?
Linus Torvalds's avatar
Linus Torvalds committed
450
451
452
	bne	__sys_trace

	cmp	scno, #NR_syscalls		@ check upper syscall limit
453
	adr	lr, BSYM(ret_fast_syscall)	@ return address
Linus Torvalds's avatar
Linus Torvalds committed
454
455
456
457
	ldrcc	pc, [tbl, scno, lsl #2]		@ call sys_* routine

	add	r1, sp, #S_OFF
2:	mov	why, #0				@ no longer a real syscall
458
459
	cmp	scno, #(__ARM_NR_BASE - __NR_SYSCALL_BASE)
	eor	r0, scno, #__NR_SYSCALL_BASE	@ put OS number back
Linus Torvalds's avatar
Linus Torvalds committed
460
461
	bcs	arm_syscall	
	b	sys_ni_syscall			@ not private func
462
ENDPROC(vector_swi)
Linus Torvalds's avatar
Linus Torvalds committed
463
464
465
466
467
468

	/*
	 * This is the really slow path.  We're going to be doing
	 * context switches, and waiting for our parent to respond.
	 */
__sys_trace:
469
	mov	r2, scno
Linus Torvalds's avatar
Linus Torvalds committed
470
471
472
473
	add	r1, sp, #S_OFF
	mov	r0, #0				@ trace entry [IP = 0]
	bl	syscall_trace

474
	adr	lr, BSYM(__sys_trace_return)	@ return address
475
	mov	scno, r0			@ syscall number (possibly new)
Linus Torvalds's avatar
Linus Torvalds committed
476
477
478
479
480
481
482
483
	add	r1, sp, #S_R0 + S_OFF		@ pointer to regs
	cmp	scno, #NR_syscalls		@ check upper syscall limit
	ldmccia	r1, {r0 - r3}			@ have to reload r0 - r3
	ldrcc	pc, [tbl, scno, lsl #2]		@ call sys_* routine
	b	2b

__sys_trace_return:
	str	r0, [sp, #S_R0 + S_OFF]!	@ save returned r0
484
	mov	r2, scno
Linus Torvalds's avatar
Linus Torvalds committed
485
486
487
488
489
490
491
492
493
494
	mov	r1, sp
	mov	r0, #1				@ trace exit [IP = 1]
	bl	syscall_trace
	b	ret_slow_syscall

	.align	5
#ifdef CONFIG_ALIGNMENT_TRAP
	.type	__cr_alignment, #object
__cr_alignment:
	.word	cr_alignment
495
496
497
498
499
500
501
502
503
504
505
506
#endif
	.ltorg

/*
 * This is the syscall table declaration for native ABI syscalls.
 * With EABI a couple syscalls are obsolete and defined as sys_ni_syscall.
 */
#define ABI(native, compat) native
#ifdef CONFIG_AEABI
#define OBSOLETE(syscall) sys_ni_syscall
#else
#define OBSOLETE(syscall) syscall
Linus Torvalds's avatar
Linus Torvalds committed
507
508
509
510
511
#endif

	.type	sys_call_table, #object
ENTRY(sys_call_table)
#include "calls.S"
512
513
#undef ABI
#undef OBSOLETE
Linus Torvalds's avatar
Linus Torvalds committed
514
515
516
517
518

/*============================================================================
 * Special system call wrappers
 */
@ r0 = syscall number
519
@ r8 = syscall table
Linus Torvalds's avatar
Linus Torvalds committed
520
sys_syscall:
521
		bic	scno, r0, #__NR_OABI_SYSCALL_BASE
Linus Torvalds's avatar
Linus Torvalds committed
522
523
524
525
526
527
528
529
530
		cmp	scno, #__NR_syscall - __NR_SYSCALL_BASE
		cmpne	scno, #NR_syscalls	@ check range
		stmloia	sp, {r5, r6}		@ shuffle args
		movlo	r0, r1
		movlo	r1, r2
		movlo	r2, r3
		movlo	r3, r4
		ldrlo	pc, [tbl, scno, lsl #2]
		b	sys_ni_syscall
531
ENDPROC(sys_syscall)
Linus Torvalds's avatar
Linus Torvalds committed
532
533
534
535

sys_fork_wrapper:
		add	r0, sp, #S_OFF
		b	sys_fork
536
ENDPROC(sys_fork_wrapper)
Linus Torvalds's avatar
Linus Torvalds committed
537
538
539
540

sys_vfork_wrapper:
		add	r0, sp, #S_OFF
		b	sys_vfork
541
ENDPROC(sys_vfork_wrapper)
Linus Torvalds's avatar
Linus Torvalds committed
542
543
544
545

sys_execve_wrapper:
		add	r3, sp, #S_OFF
		b	sys_execve
546
ENDPROC(sys_execve_wrapper)
Linus Torvalds's avatar
Linus Torvalds committed
547
548
549
550
551

sys_clone_wrapper:
		add	ip, sp, #S_OFF
		str	ip, [sp, #4]
		b	sys_clone
552
ENDPROC(sys_clone_wrapper)
Linus Torvalds's avatar
Linus Torvalds committed
553
554
555

sys_sigreturn_wrapper:
		add	r0, sp, #S_OFF
Al Viro's avatar
Al Viro committed
556
		mov	why, #0		@ prevent syscall restart handling
Linus Torvalds's avatar
Linus Torvalds committed
557
		b	sys_sigreturn
558
ENDPROC(sys_sigreturn_wrapper)
Linus Torvalds's avatar
Linus Torvalds committed
559
560
561

sys_rt_sigreturn_wrapper:
		add	r0, sp, #S_OFF
Al Viro's avatar
Al Viro committed
562
		mov	why, #0		@ prevent syscall restart handling
Linus Torvalds's avatar
Linus Torvalds committed
563
		b	sys_rt_sigreturn
564
ENDPROC(sys_rt_sigreturn_wrapper)
Linus Torvalds's avatar
Linus Torvalds committed
565
566
567
568

sys_sigaltstack_wrapper:
		ldr	r2, [sp, #S_OFF + S_SP]
		b	do_sigaltstack
569
ENDPROC(sys_sigaltstack_wrapper)
Linus Torvalds's avatar
Linus Torvalds committed
570

571
572
573
574
sys_statfs64_wrapper:
		teq	r1, #88
		moveq	r1, #84
		b	sys_statfs64
575
ENDPROC(sys_statfs64_wrapper)
576
577
578
579
580

sys_fstatfs64_wrapper:
		teq	r1, #88
		moveq	r1, #84
		b	sys_fstatfs64
581
ENDPROC(sys_fstatfs64_wrapper)
582

Linus Torvalds's avatar
Linus Torvalds committed
583
584
585
586
587
588
589
590
591
/*
 * Note: off_4k (r5) is always units of 4K.  If we can't do the requested
 * offset, we return EINVAL.
 */
sys_mmap2:
#if PAGE_SHIFT > 12
		tst	r5, #PGOFF_MASK
		moveq	r5, r5, lsr #PAGE_SHIFT - 12
		streq	r5, [sp, #4]
Al Viro's avatar
Al Viro committed
592
		beq	sys_mmap_pgoff
Linus Torvalds's avatar
Linus Torvalds committed
593
		mov	r0, #-EINVAL
Russell King's avatar
Russell King committed
594
		mov	pc, lr
Linus Torvalds's avatar
Linus Torvalds committed
595
596
#else
		str	r5, [sp, #4]
Al Viro's avatar
Al Viro committed
597
		b	sys_mmap_pgoff
Linus Torvalds's avatar
Linus Torvalds committed
598
#endif
599
ENDPROC(sys_mmap2)
600
601

#ifdef CONFIG_OABI_COMPAT
602

603
604
605
606
607
608
609
/*
 * These are syscalls with argument register differences
 */

sys_oabi_pread64:
		stmia	sp, {r3, r4}
		b	sys_pread64
610
ENDPROC(sys_oabi_pread64)
611
612
613
614

sys_oabi_pwrite64:
		stmia	sp, {r3, r4}
		b	sys_pwrite64
615
ENDPROC(sys_oabi_pwrite64)
616
617
618
619
620

sys_oabi_truncate64:
		mov	r3, r2
		mov	r2, r1
		b	sys_truncate64
621
ENDPROC(sys_oabi_truncate64)
622
623
624
625
626

sys_oabi_ftruncate64:
		mov	r3, r2
		mov	r2, r1
		b	sys_ftruncate64
627
ENDPROC(sys_oabi_ftruncate64)
628
629
630
631
632
633

sys_oabi_readahead:
		str	r3, [sp]
		mov	r3, r2
		mov	r2, r1
		b	sys_readahead
634
ENDPROC(sys_oabi_readahead)
635

636
637
638
639
640
641
642
643
644
645
646
647
648
/*
 * Let's declare a second syscall table for old ABI binaries
 * using the compatibility syscall entries.
 */
#define ABI(native, compat) compat
#define OBSOLETE(syscall) syscall

	.type	sys_oabi_call_table, #object
ENTRY(sys_oabi_call_table)
#include "calls.S"
#undef ABI
#undef OBSOLETE

649
650
#endif