Commit | Line | Data |
---|---|---|
cc1e684a AK |
1 | /* |
2 | * Save registers before calling assembly functions. This avoids | |
3 | * disturbance of register allocation in some inline assembly constructs. | |
4 | * Copyright 2001,2002 by Andi Kleen, SuSE Labs. | |
81d68a96 | 5 | * Added trace_hardirqs callers - Copyright 2007 Steven Rostedt, Red Hat, Inc. |
cc1e684a AK |
6 | * Subject to the GNU public license, v.2. No warranty of any kind. |
7 | */ | |
38e6b75d BP |
8 | #include <linux/linkage.h> |
9 | #include <asm/dwarf2.h> | |
10 | #include <asm/calling.h> | |
98def1de | 11 | #include <asm/asm.h> |
1da177e4 | 12 | |
38e6b75d BP |
13 | /* rdi: arg1 ... normal C conventions. rax is saved/restored. */ |
14 | .macro THUNK name, func, put_ret_addr_in_rdi=0 | |
81d68a96 SR |
15 | .globl \name |
16 | \name: | |
17 | CFI_STARTPROC | |
38e6b75d BP |
18 | |
19 | /* this one pushes 9 elems, the next one would be %rIP */ | |
49db46a6 DV |
20 | pushq_cfi_reg rdi |
21 | pushq_cfi_reg rsi | |
22 | pushq_cfi_reg rdx | |
23 | pushq_cfi_reg rcx | |
24 | pushq_cfi_reg rax | |
25 | pushq_cfi_reg r8 | |
26 | pushq_cfi_reg r9 | |
27 | pushq_cfi_reg r10 | |
28 | pushq_cfi_reg r11 | |
38e6b75d BP |
29 | |
30 | .if \put_ret_addr_in_rdi | |
69e8544c | 31 | /* 9*8(%rsp) is return addr on stack */ |
38e6b75d BP |
32 | movq_cfi_restore 9*8, rdi |
33 | .endif | |
34 | ||
81d68a96 SR |
35 | call \func |
36 | jmp restore | |
37 | CFI_ENDPROC | |
98def1de | 38 | _ASM_NOKPROBE(\name) |
81d68a96 SR |
39 | .endm |
40 | ||
38e6b75d BP |
41 | #ifdef CONFIG_TRACE_IRQFLAGS |
42 | THUNK trace_hardirqs_on_thunk,trace_hardirqs_on_caller,1 | |
43 | THUNK trace_hardirqs_off_thunk,trace_hardirqs_off_caller,1 | |
6375e2b7 | 44 | #endif |
10cd706d PZ |
45 | |
46 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | |
38e6b75d | 47 | THUNK lockdep_sys_exit_thunk,lockdep_sys_exit |
10cd706d | 48 | #endif |
38e6b75d | 49 | |
0ad6e3c5 ON |
50 | #ifdef CONFIG_PREEMPT |
51 | THUNK ___preempt_schedule, preempt_schedule | |
52 | #ifdef CONFIG_CONTEXT_TRACKING | |
53 | THUNK ___preempt_schedule_context, preempt_schedule_context | |
54 | #endif | |
55 | #endif | |
56 | ||
69e8544c DV |
57 | #if defined(CONFIG_TRACE_IRQFLAGS) \ |
58 | || defined(CONFIG_DEBUG_LOCK_ALLOC) \ | |
59 | || defined(CONFIG_PREEMPT) | |
1da177e4 | 60 | CFI_STARTPROC |
69e8544c | 61 | CFI_ADJUST_CFA_OFFSET 9*8 |
1da177e4 | 62 | restore: |
49db46a6 DV |
63 | popq_cfi_reg r11 |
64 | popq_cfi_reg r10 | |
65 | popq_cfi_reg r9 | |
66 | popq_cfi_reg r8 | |
67 | popq_cfi_reg rax | |
68 | popq_cfi_reg rcx | |
69 | popq_cfi_reg rdx | |
70 | popq_cfi_reg rsi | |
71 | popq_cfi_reg rdi | |
38e6b75d | 72 | ret |
1da177e4 | 73 | CFI_ENDPROC |
98def1de | 74 | _ASM_NOKPROBE(restore) |
69e8544c | 75 | #endif |