Commit | Line | Data |
---|---|---|
1394f032 | 1 | /* |
96f1050d RG |
2 | * Contains the system-call and fault low-level handling routines. |
3 | * This also contains the timer-interrupt handler, as well as all | |
4 | * interrupts and faults that can result in a task-switch. | |
1394f032 | 5 | * |
96f1050d | 6 | * Copyright 2005-2009 Analog Devices Inc. |
1394f032 | 7 | * |
96f1050d | 8 | * Licensed under the GPL-2 or later. |
1394f032 BW |
9 | */ |
10 | ||
2ebcade5 | 11 | /* NOTE: This code handles signal-recognition, which happens every time |
1394f032 BW |
12 | * after a timer-interrupt and after each system call. |
13 | */ | |
14 | ||
9cb07b23 | 15 | #include <linux/init.h> |
1394f032 | 16 | #include <linux/linkage.h> |
1f83b8f1 | 17 | #include <linux/unistd.h> |
1394f032 | 18 | #include <asm/blackfin.h> |
1394f032 | 19 | #include <asm/errno.h> |
5d750b9e | 20 | #include <asm/fixed_code.h> |
1394f032 BW |
21 | #include <asm/thread_info.h> /* TIF_NEED_RESCHED */ |
22 | #include <asm/asm-offsets.h> | |
669b792c | 23 | #include <asm/trace.h> |
16aadcb6 | 24 | #include <asm/traps.h> |
1394f032 | 25 | |
639f6571 | 26 | #include <asm/context.S> |
1394f032 | 27 | |
f0b5d12f MF |
28 | #if defined(CONFIG_BFIN_SCRATCH_REG_RETN) |
29 | # define EX_SCRATCH_REG RETN | |
30 | #elif defined(CONFIG_BFIN_SCRATCH_REG_RETE) | |
31 | # define EX_SCRATCH_REG RETE | |
32 | #else | |
33 | # define EX_SCRATCH_REG CYCLES | |
34 | #endif | |
35 | ||
1394f032 BW |
36 | #ifdef CONFIG_EXCPT_IRQ_SYSC_L1 |
37 | .section .l1.text | |
38 | #else | |
39 | .text | |
40 | #endif | |
41 | ||
42 | /* Slightly simplified and streamlined entry point for CPLB misses. | |
43 | * This one does not lower the level to IRQ5, and thus can be used to | |
44 | * patch up CPLB misses on the kernel stack. | |
45 | */ | |
1aafd909 | 46 | #if ANOMALY_05000261 |
f26fbc48 RG |
47 | #define _ex_dviol _ex_workaround_261 |
48 | #define _ex_dmiss _ex_workaround_261 | |
49 | #define _ex_dmult _ex_workaround_261 | |
50 | ||
51 | ENTRY(_ex_workaround_261) | |
1394f032 BW |
52 | /* |
53 | * Work around an anomaly: if we see a new DCPLB fault, return | |
54 | * without doing anything. Then, if we get the same fault again, | |
55 | * handle it. | |
56 | */ | |
f26fbc48 | 57 | P4 = R7; /* Store EXCAUSE */ |
6b3087c6 GY |
58 | |
59 | GET_PDA(p5, r7); | |
60 | r7 = [p5 + PDA_LFRETX]; | |
1394f032 | 61 | r6 = retx; |
6b3087c6 | 62 | [p5 + PDA_LFRETX] = r6; |
1394f032 | 63 | cc = r6 == r7; |
8d6c2420 | 64 | if !cc jump _bfin_return_from_exception; |
1394f032 | 65 | /* fall through */ |
f26fbc48 | 66 | R7 = P4; |
16aadcb6 | 67 | R6 = VEC_CPLB_M; /* Data CPLB Miss */ |
f26fbc48 RG |
68 | cc = R6 == R7; |
69 | if cc jump _ex_dcplb_miss (BP); | |
16aadcb6 RG |
70 | #ifdef CONFIG_MPU |
71 | R6 = VEC_CPLB_VL; /* Data CPLB Violation */ | |
b97b8a99 BS |
72 | cc = R6 == R7; |
73 | if cc jump _ex_dcplb_viol (BP); | |
16aadcb6 RG |
74 | #endif |
75 | /* Handle Data CPLB Protection Violation | |
f26fbc48 RG |
76 | * and Data CPLB Multiple Hits - Linux Trap Zero |
77 | */ | |
78 | jump _ex_trap_c; | |
79 | ENDPROC(_ex_workaround_261) | |
80 | ||
b97b8a99 BS |
81 | #else |
82 | #ifdef CONFIG_MPU | |
83 | #define _ex_dviol _ex_dcplb_viol | |
f26fbc48 RG |
84 | #else |
85 | #define _ex_dviol _ex_trap_c | |
b97b8a99 | 86 | #endif |
f26fbc48 RG |
87 | #define _ex_dmiss _ex_dcplb_miss |
88 | #define _ex_dmult _ex_trap_c | |
1394f032 BW |
89 | #endif |
90 | ||
b97b8a99 BS |
91 | |
92 | ENTRY(_ex_dcplb_viol) | |
f26fbc48 RG |
93 | ENTRY(_ex_dcplb_miss) |
94 | ENTRY(_ex_icplb_miss) | |
1394f032 | 95 | (R7:6,P5:4) = [sp++]; |
dbdf20db BS |
96 | /* We leave the previously pushed ASTAT on the stack. */ |
97 | SAVE_CONTEXT_CPLB | |
98 | ||
2a0c4fdb BS |
99 | /* We must load R1 here, _before_ DEBUG_HWTRACE_SAVE, since that |
100 | * will change the stack pointer. */ | |
b97b8a99 BS |
101 | R0 = SEQSTAT; |
102 | R1 = SP; | |
dbdf20db | 103 | |
2a0c4fdb | 104 | DEBUG_HWTRACE_SAVE(p5, r7) |
dbdf20db | 105 | |
b97b8a99 BS |
106 | sp += -12; |
107 | call _cplb_hdr; | |
108 | sp += 12; | |
109 | CC = R0 == 0; | |
110 | IF !CC JUMP _handle_bad_cplb; | |
0c7a6b21 RG |
111 | |
112 | #ifdef CONFIG_DEBUG_DOUBLEFAULT | |
113 | /* While we were processing this, did we double fault? */ | |
114 | r7 = SEQSTAT; /* reason code is in bit 5:0 */ | |
115 | r6.l = lo(SEQSTAT_EXCAUSE); | |
116 | r6.h = hi(SEQSTAT_EXCAUSE); | |
117 | r7 = r7 & r6; | |
118 | r6 = 0x25; | |
119 | CC = R7 == R6; | |
120 | if CC JUMP _double_fault; | |
121 | #endif | |
122 | ||
80f31c8a | 123 | DEBUG_HWTRACE_RESTORE(p5, r7) |
dbdf20db BS |
124 | RESTORE_CONTEXT_CPLB |
125 | ASTAT = [SP++]; | |
f0b5d12f | 126 | SP = EX_SCRATCH_REG; |
1394f032 | 127 | rtx; |
f26fbc48 | 128 | ENDPROC(_ex_icplb_miss) |
1394f032 | 129 | |
1394f032 | 130 | ENTRY(_ex_syscall) |
1394f032 | 131 | raise 15; /* invoked by TRAP #0, for sys call */ |
0c7a6b21 | 132 | jump.s _bfin_return_from_exception; |
51be24c3 | 133 | ENDPROC(_ex_syscall) |
1394f032 | 134 | |
1394f032 | 135 | ENTRY(_ex_single_step) |
0893f125 BS |
136 | /* If we just returned from an interrupt, the single step event is |
137 | for the RTI instruction. */ | |
1394f032 BW |
138 | r7 = retx; |
139 | r6 = reti; | |
140 | cc = r7 == r6; | |
0893f125 | 141 | if cc jump _bfin_return_from_exception; |
1394f032 | 142 | |
5400c5aa | 143 | #ifdef CONFIG_KGDB |
0d1cdd7a SZ |
144 | /* Don't do single step in hardware exception handler */ |
145 | p5.l = lo(IPEND); | |
146 | p5.h = hi(IPEND); | |
147 | r6 = [p5]; | |
d6a29891 SZ |
148 | cc = bittst(r6, 4); |
149 | if cc jump _bfin_return_from_exception; | |
0d1cdd7a SZ |
150 | cc = bittst(r6, 5); |
151 | if cc jump _bfin_return_from_exception; | |
152 | ||
0d1cdd7a SZ |
153 | /* skip single step if current interrupt priority is higher than |
154 | * that of the first instruction, from which gdb starts single step */ | |
155 | r6 >>= 6; | |
156 | r7 = 10; | |
157 | .Lfind_priority_start: | |
158 | cc = bittst(r6, 0); | |
159 | if cc jump .Lfind_priority_done; | |
160 | r6 >>= 1; | |
161 | r7 += -1; | |
162 | cc = r7 == 0; | |
163 | if cc jump .Lfind_priority_done; | |
164 | jump.s .Lfind_priority_start; | |
165 | .Lfind_priority_done: | |
a5ac0129 SZ |
166 | p4.l = _kgdb_single_step; |
167 | p4.h = _kgdb_single_step; | |
0d1cdd7a SZ |
168 | r6 = [p4]; |
169 | cc = r6 == 0; | |
170 | if cc jump .Ldo_single_step; | |
171 | r6 += -1; | |
172 | cc = r6 < r7; | |
d6a29891 | 173 | if cc jump 1f; |
0d1cdd7a | 174 | .Ldo_single_step: |
d6a29891 | 175 | #else |
0893f125 | 176 | /* If we were in user mode, do the single step normally. */ |
5400c5aa JZ |
177 | p5.l = lo(IPEND); |
178 | p5.h = hi(IPEND); | |
1394f032 | 179 | r6 = [p5]; |
0893f125 BS |
180 | r7 = 0xffe0 (z); |
181 | r7 = r7 & r6; | |
182 | cc = r7 == 0; | |
5400c5aa | 183 | if !cc jump 1f; |
d6a29891 | 184 | #endif |
b9a3899d RG |
185 | #ifdef CONFIG_EXACT_HWERR |
186 | /* Read the ILAT, and to check to see if the process we are | |
187 | * single stepping caused a previous hardware error | |
188 | * If so, do not single step, (which lowers to IRQ5, and makes | |
189 | * us miss the error). | |
190 | */ | |
191 | p5.l = lo(ILAT); | |
192 | p5.h = hi(ILAT); | |
193 | r7 = [p5]; | |
194 | cc = bittst(r7, EVT_IVHW_P); | |
195 | if cc jump 1f; | |
196 | #endif | |
5400c5aa JZ |
197 | /* Single stepping only a single instruction, so clear the trace |
198 | * bit here. */ | |
199 | r7 = syscfg; | |
1997660c | 200 | bitclr (r7, SYSCFG_SSSTEP_P); |
5400c5aa JZ |
201 | syscfg = R7; |
202 | jump _ex_trap_c; | |
203 | ||
204 | 1: | |
0893f125 BS |
205 | /* |
206 | * We were in an interrupt handler. By convention, all of them save | |
207 | * SYSCFG with their first instruction, so by checking whether our | |
208 | * RETX points at the entry point, we can determine whether to allow | |
209 | * a single step, or whether to clear SYSCFG. | |
210 | * | |
211 | * First, find out the interrupt level and the event vector for it. | |
212 | */ | |
213 | p5.l = lo(EVT0); | |
214 | p5.h = hi(EVT0); | |
215 | p5 += -4; | |
216 | 2: | |
217 | r7 = rot r7 by -1; | |
218 | p5 += 4; | |
219 | if !cc jump 2b; | |
220 | ||
221 | /* What we actually do is test for the _second_ instruction in the | |
222 | * IRQ handler. That way, if there are insns following the restore | |
223 | * of SYSCFG after leaving the handler, we will not turn off SYSCFG | |
224 | * for them. */ | |
225 | ||
226 | r7 = [p5]; | |
227 | r7 += 2; | |
228 | r6 = RETX; | |
229 | cc = R7 == R6; | |
230 | if !cc jump _bfin_return_from_exception; | |
231 | ||
232 | r7 = syscfg; | |
1997660c | 233 | bitclr (r7, SYSCFG_SSSTEP_P); /* Turn off single step */ |
0893f125 BS |
234 | syscfg = R7; |
235 | ||
5400c5aa | 236 | /* Fall through to _bfin_return_from_exception. */ |
46c87c3c | 237 | ENDPROC(_ex_single_step) |
1394f032 | 238 | |
8d6c2420 | 239 | ENTRY(_bfin_return_from_exception) |
1aafd909 | 240 | #if ANOMALY_05000257 |
8af10b79 MH |
241 | R7=LC0; |
242 | LC0=R7; | |
243 | R7=LC1; | |
244 | LC1=R7; | |
245 | #endif | |
0c7a6b21 RG |
246 | |
247 | #ifdef CONFIG_DEBUG_DOUBLEFAULT | |
248 | /* While we were processing the current exception, | |
249 | * did we cause another, and double fault? | |
250 | */ | |
251 | r7 = SEQSTAT; /* reason code is in bit 5:0 */ | |
252 | r6.l = lo(SEQSTAT_EXCAUSE); | |
253 | r6.h = hi(SEQSTAT_EXCAUSE); | |
254 | r7 = r7 & r6; | |
16aadcb6 | 255 | r6 = VEC_UNCOV; |
0c7a6b21 RG |
256 | CC = R7 == R6; |
257 | if CC JUMP _double_fault; | |
0c7a6b21 RG |
258 | #endif |
259 | ||
1394f032 BW |
260 | (R7:6,P5:4) = [sp++]; |
261 | ASTAT = [sp++]; | |
f0b5d12f | 262 | sp = EX_SCRATCH_REG; |
1394f032 | 263 | rtx; |
46c87c3c | 264 | ENDPROC(_bfin_return_from_exception) |
1394f032 BW |
265 | |
266 | ENTRY(_handle_bad_cplb) | |
2a0c4fdb | 267 | DEBUG_HWTRACE_RESTORE(p5, r7) |
1394f032 BW |
268 | /* To get here, we just tried and failed to change a CPLB |
269 | * so, handle things in trap_c (C code), by lowering to | |
270 | * IRQ5, just like we normally do. Since this is not a | |
271 | * "normal" return path, we have a do alot of stuff to | |
272 | * the stack to get ready so, we can fall through - we | |
273 | * need to make a CPLB exception look like a normal exception | |
274 | */ | |
dbdf20db BS |
275 | RESTORE_CONTEXT_CPLB |
276 | /* ASTAT is still on the stack, where it is needed. */ | |
80f31c8a | 277 | [--sp] = (R7:6,P5:4); |
1394f032 | 278 | |
1ffe6646 MF |
279 | ENTRY(_ex_replaceable) |
280 | nop; | |
281 | ||
1394f032 | 282 | ENTRY(_ex_trap_c) |
ae4f073c RG |
283 | /* The only thing that has been saved in this context is |
284 | * (R7:6,P5:4), ASTAT & SP - don't use anything else | |
285 | */ | |
286 | ||
287 | GET_PDA(p5, r6); | |
288 | ||
2ebcade5 RG |
289 | /* Make sure we are not in a double fault */ |
290 | p4.l = lo(IPEND); | |
291 | p4.h = hi(IPEND); | |
292 | r7 = [p4]; | |
293 | CC = BITTST (r7, 5); | |
294 | if CC jump _double_fault; | |
ae4f073c | 295 | [p5 + PDA_EXIPEND] = r7; |
2ebcade5 | 296 | |
1394f032 BW |
297 | /* Call C code (trap_c) to handle the exception, which most |
298 | * likely involves sending a signal to the current process. | |
299 | * To avoid double faults, lower our priority to IRQ5 first. | |
300 | */ | |
ae4f073c RG |
301 | r7.h = _exception_to_level5; |
302 | r7.l = _exception_to_level5; | |
1394f032 BW |
303 | p4.l = lo(EVT5); |
304 | p4.h = hi(EVT5); | |
ae4f073c | 305 | [p4] = r7; |
1394f032 BW |
306 | csync; |
307 | ||
0c7a6b21 RG |
308 | /* |
309 | * Save these registers, as they are only valid in exception context | |
310 | * (where we are now - as soon as we defer to IRQ5, they can change) | |
311 | * DCPLB_STATUS and ICPLB_STATUS are also only valid in EVT3, | |
312 | * but they are not very interesting, so don't save them | |
313 | */ | |
314 | ||
5d750b9e BS |
315 | p4.l = lo(DCPLB_FAULT_ADDR); |
316 | p4.h = hi(DCPLB_FAULT_ADDR); | |
317 | r7 = [p4]; | |
6b3087c6 | 318 | [p5 + PDA_DCPLB] = r7; |
5d750b9e | 319 | |
6b3087c6 GY |
320 | p4.l = lo(ICPLB_FAULT_ADDR); |
321 | p4.h = hi(ICPLB_FAULT_ADDR); | |
322 | r6 = [p4]; | |
323 | [p5 + PDA_ICPLB] = r6; | |
5d750b9e | 324 | |
5d750b9e | 325 | r6 = retx; |
6b3087c6 | 326 | [p5 + PDA_RETX] = r6; |
01b9f4b0 GY |
327 | |
328 | r6 = SEQSTAT; | |
329 | [p5 + PDA_SEQSTAT] = r6; | |
330 | ||
1997660c | 331 | /* Save the state of single stepping */ |
0893f125 | 332 | r6 = SYSCFG; |
6b3087c6 | 333 | [p5 + PDA_SYSCFG] = r6; |
1997660c RG |
334 | /* Clear it while we handle the exception in IRQ5 mode */ |
335 | BITCLR(r6, SYSCFG_SSSTEP_P); | |
0893f125 | 336 | SYSCFG = r6; |
5d750b9e | 337 | |
ae4f073c | 338 | /* Save the current IMASK, since we change in order to jump to level 5 */ |
1394f032 | 339 | cli r6; |
6b3087c6 | 340 | [p5 + PDA_EXIMASK] = r6; |
0893f125 BS |
341 | |
342 | p4.l = lo(SAFE_USER_INSTRUCTION); | |
343 | p4.h = hi(SAFE_USER_INSTRUCTION); | |
344 | retx = p4; | |
345 | ||
ae4f073c RG |
346 | /* Disable all interrupts, but make sure level 5 is enabled so |
347 | * we can switch to that level. | |
348 | */ | |
1394f032 BW |
349 | r6 = 0x3f; |
350 | sti r6; | |
351 | ||
ae4f073c RG |
352 | /* In case interrupts are disabled IPEND[4] (global interrupt disable bit) |
353 | * clear it (re-enabling interrupts again) by the special sequence of pushing | |
354 | * RETI onto the stack. This way we can lower ourselves to IVG5 even if the | |
355 | * exception was taken after the interrupt handler was called but before it | |
356 | * got a chance to enable global interrupts itself. | |
357 | */ | |
358 | [--sp] = reti; | |
359 | sp += 4; | |
360 | ||
1394f032 | 361 | raise 5; |
0c7a6b21 | 362 | jump.s _bfin_return_from_exception; |
51be24c3 | 363 | ENDPROC(_ex_trap_c) |
1394f032 | 364 | |
2ebcade5 | 365 | /* We just realized we got an exception, while we were processing a different |
33c8691f MF |
366 | * exception. This is a unrecoverable event, so crash. |
367 | * Note: this cannot be ENTRY() as we jump here with "if cc jump" ... | |
2ebcade5 | 368 | */ |
1997660c | 369 | ENTRY(_double_fault) |
0c7a6b21 RG |
370 | /* Turn caches & protection off, to ensure we don't get any more |
371 | * double exceptions | |
372 | */ | |
373 | ||
374 | P4.L = LO(IMEM_CONTROL); | |
375 | P4.H = HI(IMEM_CONTROL); | |
376 | ||
377 | R5 = [P4]; /* Control Register*/ | |
378 | BITCLR(R5,ENICPLB_P); | |
eb7bd9c4 | 379 | CSYNC; /* Disabling of CPLBs should be proceeded by a CSYNC */ |
0c7a6b21 RG |
380 | [P4] = R5; |
381 | SSYNC; | |
382 | ||
383 | P4.L = LO(DMEM_CONTROL); | |
384 | P4.H = HI(DMEM_CONTROL); | |
385 | R5 = [P4]; | |
386 | BITCLR(R5,ENDCPLB_P); | |
eb7bd9c4 | 387 | CSYNC; /* Disabling of CPLBs should be proceeded by a CSYNC */ |
0c7a6b21 RG |
388 | [P4] = R5; |
389 | SSYNC; | |
390 | ||
391 | /* Fix up the stack */ | |
392 | (R7:6,P5:4) = [sp++]; | |
393 | ASTAT = [sp++]; | |
394 | SP = EX_SCRATCH_REG; | |
395 | ||
396 | /* We should be out of the exception stack, and back down into | |
397 | * kernel or user space stack | |
398 | */ | |
399 | SAVE_ALL_SYS | |
2ebcade5 | 400 | |
ddb3f00c BS |
401 | /* The dumping functions expect the return address in the RETI |
402 | * slot. */ | |
403 | r6 = retx; | |
404 | [sp + PT_PC] = r6; | |
405 | ||
0c7a6b21 RG |
406 | r0 = sp; /* stack frame pt_regs pointer argument ==> r0 */ |
407 | SP += -12; | |
d86bfb16 | 408 | pseudo_long_call _double_fault_c, p5; |
0c7a6b21 | 409 | SP += 12; |
2ebcade5 RG |
410 | .L_double_fault_panic: |
411 | JUMP .L_double_fault_panic | |
412 | ||
413 | ENDPROC(_double_fault) | |
414 | ||
1394f032 BW |
415 | ENTRY(_exception_to_level5) |
416 | SAVE_ALL_SYS | |
417 | ||
ae4f073c RG |
418 | GET_PDA(p5, r7); /* Fetch current PDA */ |
419 | r6 = [p5 + PDA_RETX]; | |
5d750b9e BS |
420 | [sp + PT_PC] = r6; |
421 | ||
ae4f073c | 422 | r6 = [p5 + PDA_SYSCFG]; |
0893f125 BS |
423 | [sp + PT_SYSCFG] = r6; |
424 | ||
01b9f4b0 GY |
425 | r6 = [p5 + PDA_SEQSTAT]; /* Read back seqstat */ |
426 | [sp + PT_SEQSTAT] = r6; | |
427 | ||
1394f032 | 428 | /* Restore the hardware error vector. */ |
ae4f073c RG |
429 | r7.h = _evt_ivhw; |
430 | r7.l = _evt_ivhw; | |
1394f032 BW |
431 | p4.l = lo(EVT5); |
432 | p4.h = hi(EVT5); | |
ae4f073c | 433 | [p4] = r7; |
1394f032 BW |
434 | csync; |
435 | ||
ae4f073c RG |
436 | #ifdef CONFIG_DEBUG_DOUBLEFAULT |
437 | /* Now that we have the hardware error vector programmed properly | |
438 | * we can re-enable interrupts (IPEND[4]), so if the _trap_c causes | |
439 | * another hardware error, we can catch it (self-nesting). | |
440 | */ | |
441 | [--sp] = reti; | |
442 | sp += 4; | |
443 | #endif | |
444 | ||
445 | r7 = [p5 + PDA_EXIPEND] /* Read the IPEND from the Exception state */ | |
446 | [sp + PT_IPEND] = r7; /* Store IPEND onto the stack */ | |
1394f032 | 447 | |
1394f032 BW |
448 | r0 = sp; /* stack frame pt_regs pointer argument ==> r0 */ |
449 | SP += -12; | |
d86bfb16 | 450 | pseudo_long_call _trap_c, p4; |
1394f032 BW |
451 | SP += 12; |
452 | ||
ae4f073c RG |
453 | /* If interrupts were off during the exception (IPEND[4] = 1), turn them off |
454 | * before we return. | |
455 | */ | |
456 | CC = BITTST(r7, EVT_IRPTEN_P) | |
457 | if !CC jump 1f; | |
458 | /* this will load a random value into the reti register - but that is OK, | |
459 | * since we do restore it to the correct value in the 'RESTORE_ALL_SYS' macro | |
460 | */ | |
461 | sp += -4; | |
462 | reti = [sp++]; | |
463 | 1: | |
464 | /* restore the interrupt mask (IMASK) */ | |
465 | r6 = [p5 + PDA_EXIMASK]; | |
466 | sti r6; | |
0c7a6b21 | 467 | |
1394f032 BW |
468 | call _ret_from_exception; |
469 | RESTORE_ALL_SYS | |
470 | rti; | |
51be24c3 | 471 | ENDPROC(_exception_to_level5) |
1394f032 BW |
472 | |
473 | ENTRY(_trap) /* Exception: 4th entry into system event table(supervisor mode)*/ | |
474 | /* Since the kernel stack can be anywhere, it's not guaranteed to be | |
475 | * covered by a CPLB. Switch to an exception stack; use RETN as a | |
476 | * scratch register (for want of a better option). | |
477 | */ | |
f0b5d12f | 478 | EX_SCRATCH_REG = sp; |
6b3087c6 | 479 | GET_PDA_SAFE(sp); |
01b9f4b0 | 480 | sp = [sp + PDA_EXSTACK]; |
1394f032 BW |
481 | /* Try to deal with syscalls quickly. */ |
482 | [--sp] = ASTAT; | |
80f31c8a | 483 | [--sp] = (R7:6,P5:4); |
0c7a6b21 | 484 | |
b9a3899d RG |
485 | #ifdef CONFIG_EXACT_HWERR |
486 | /* Make sure all pending read/writes complete. This will ensure any | |
487 | * accesses which could cause hardware errors completes, and signal | |
488 | * the the hardware before we do something silly, like crash the | |
489 | * kernel. We don't need to work around anomaly 05000312, since | |
490 | * we are already atomic | |
491 | */ | |
492 | ssync; | |
493 | #endif | |
494 | ||
dedfd5d7 | 495 | ANOMALY_283_315_WORKAROUND(p5, r7) |
5e9e7687 | 496 | |
0c7a6b21 RG |
497 | #ifdef CONFIG_DEBUG_DOUBLEFAULT |
498 | /* | |
499 | * Save these registers, as they are only valid in exception context | |
500 | * (where we are now - as soon as we defer to IRQ5, they can change) | |
501 | * DCPLB_STATUS and ICPLB_STATUS are also only valid in EVT3, | |
502 | * but they are not very interesting, so don't save them | |
503 | */ | |
504 | ||
6b3087c6 | 505 | GET_PDA(p5, r7); |
0c7a6b21 RG |
506 | p4.l = lo(DCPLB_FAULT_ADDR); |
507 | p4.h = hi(DCPLB_FAULT_ADDR); | |
508 | r7 = [p4]; | |
01b9f4b0 | 509 | [p5 + PDA_DF_DCPLB] = r7; |
0c7a6b21 | 510 | |
6b3087c6 GY |
511 | p4.l = lo(ICPLB_FAULT_ADDR); |
512 | p4.h = hi(ICPLB_FAULT_ADDR); | |
513 | r7 = [p4]; | |
01b9f4b0 | 514 | [p5 + PDA_DF_ICPLB] = r7; |
0c7a6b21 | 515 | |
01b9f4b0 GY |
516 | r7 = retx; |
517 | [p5 + PDA_DF_RETX] = r7; | |
0c7a6b21 | 518 | |
1394f032 | 519 | r7 = SEQSTAT; /* reason code is in bit 5:0 */ |
01b9f4b0 | 520 | [p5 + PDA_DF_SEQSTAT] = r7; |
0c7a6b21 RG |
521 | #else |
522 | r7 = SEQSTAT; /* reason code is in bit 5:0 */ | |
523 | #endif | |
1394f032 BW |
524 | r6.l = lo(SEQSTAT_EXCAUSE); |
525 | r6.h = hi(SEQSTAT_EXCAUSE); | |
526 | r7 = r7 & r6; | |
1ffe6646 MF |
527 | p5.h = _ex_table; |
528 | p5.l = _ex_table; | |
1394f032 BW |
529 | p4 = r7; |
530 | p5 = p5 + (p4 << 2); | |
531 | p4 = [p5]; | |
532 | jump (p4); | |
533 | ||
534 | .Lbadsys: | |
535 | r7 = -ENOSYS; /* signextending enough */ | |
536 | [sp + PT_R0] = r7; /* return value from system call */ | |
537 | jump .Lsyscall_really_exit; | |
51be24c3 | 538 | ENDPROC(_trap) |
1394f032 BW |
539 | |
540 | ENTRY(_kernel_execve) | |
541 | link SIZEOF_PTREGS; | |
542 | p0 = sp; | |
543 | r3 = SIZEOF_PTREGS / 4; | |
544 | r4 = 0(x); | |
6b3087c6 | 545 | .Lclear_regs: |
1394f032 BW |
546 | [p0++] = r4; |
547 | r3 += -1; | |
548 | cc = r3 == 0; | |
6b3087c6 | 549 | if !cc jump .Lclear_regs (bp); |
1394f032 BW |
550 | |
551 | p0 = sp; | |
552 | sp += -16; | |
553 | [sp + 12] = p0; | |
d86bfb16 | 554 | pseudo_long_call _do_execve, p5; |
1394f032 BW |
555 | SP += 16; |
556 | cc = r0 == 0; | |
6b3087c6 | 557 | if ! cc jump .Lexecve_failed; |
1394f032 BW |
558 | /* Success. Copy our temporary pt_regs to the top of the kernel |
559 | * stack and do a normal exception return. | |
560 | */ | |
561 | r1 = sp; | |
562 | r0 = (-KERNEL_STACK_SIZE) (x); | |
563 | r1 = r1 & r0; | |
564 | p2 = r1; | |
565 | p3 = [p2]; | |
566 | r0 = KERNEL_STACK_SIZE - 4 (z); | |
567 | p1 = r0; | |
568 | p1 = p1 + p2; | |
569 | ||
570 | p0 = fp; | |
571 | r4 = [p0--]; | |
572 | r3 = SIZEOF_PTREGS / 4; | |
6b3087c6 | 573 | .Lcopy_regs: |
1394f032 BW |
574 | r4 = [p0--]; |
575 | [p1--] = r4; | |
576 | r3 += -1; | |
577 | cc = r3 == 0; | |
6b3087c6 | 578 | if ! cc jump .Lcopy_regs (bp); |
1394f032 BW |
579 | |
580 | r0 = (KERNEL_STACK_SIZE - SIZEOF_PTREGS) (z); | |
581 | p1 = r0; | |
582 | p1 = p1 + p2; | |
583 | sp = p1; | |
584 | r0 = syscfg; | |
585 | [SP + PT_SYSCFG] = r0; | |
586 | [p3 + (TASK_THREAD + THREAD_KSP)] = sp; | |
587 | ||
588 | RESTORE_CONTEXT; | |
589 | rti; | |
6b3087c6 | 590 | .Lexecve_failed: |
1394f032 BW |
591 | unlink; |
592 | rts; | |
51be24c3 | 593 | ENDPROC(_kernel_execve) |
1394f032 BW |
594 | |
595 | ENTRY(_system_call) | |
596 | /* Store IPEND */ | |
597 | p2.l = lo(IPEND); | |
598 | p2.h = hi(IPEND); | |
599 | csync; | |
600 | r0 = [p2]; | |
601 | [sp + PT_IPEND] = r0; | |
602 | ||
603 | /* Store RETS for now */ | |
604 | r0 = rets; | |
605 | [sp + PT_RESERVED] = r0; | |
606 | /* Set the stack for the current process */ | |
607 | r7 = sp; | |
608 | r6.l = lo(ALIGN_PAGE_MASK); | |
609 | r6.h = hi(ALIGN_PAGE_MASK); | |
610 | r7 = r7 & r6; /* thread_info */ | |
611 | p2 = r7; | |
612 | p2 = [p2]; | |
613 | ||
614 | [p2+(TASK_THREAD+THREAD_KSP)] = sp; | |
9bd50df6 PG |
615 | #ifdef CONFIG_IPIPE |
616 | r0 = sp; | |
617 | SP += -12; | |
618 | call ___ipipe_syscall_root; | |
619 | SP += 12; | |
620 | cc = r0 == 1; | |
621 | if cc jump .Lsyscall_really_exit; | |
622 | cc = r0 == -1; | |
623 | if cc jump .Lresume_userspace; | |
624 | r3 = [sp + PT_R3]; | |
625 | r4 = [sp + PT_R4]; | |
626 | p0 = [sp + PT_ORIG_P0]; | |
627 | #endif /* CONFIG_IPIPE */ | |
1394f032 | 628 | |
1394f032 BW |
629 | /* are we tracing syscalls?*/ |
630 | r7 = sp; | |
631 | r6.l = lo(ALIGN_PAGE_MASK); | |
632 | r6.h = hi(ALIGN_PAGE_MASK); | |
633 | r7 = r7 & r6; | |
634 | p2 = r7; | |
635 | r7 = [p2+TI_FLAGS]; | |
636 | CC = BITTST(r7,TIF_SYSCALL_TRACE); | |
637 | if CC JUMP _sys_trace; | |
600482c1 MF |
638 | CC = BITTST(r7,TIF_SINGLESTEP); |
639 | if CC JUMP _sys_trace; | |
1394f032 | 640 | |
9e228ee9 MF |
641 | /* Make sure the system call # is valid */ |
642 | p4 = __NR_syscall; | |
643 | /* System call number is passed in P0 */ | |
644 | cc = p4 <= p0; | |
645 | if cc jump .Lbadsys; | |
646 | ||
1394f032 BW |
647 | /* Execute the appropriate system call */ |
648 | ||
649 | p4 = p0; | |
650 | p5.l = _sys_call_table; | |
651 | p5.h = _sys_call_table; | |
652 | p5 = p5 + (p4 << 2); | |
653 | r0 = [sp + PT_R0]; | |
654 | r1 = [sp + PT_R1]; | |
655 | r2 = [sp + PT_R2]; | |
656 | p5 = [p5]; | |
657 | ||
658 | [--sp] = r5; | |
659 | [--sp] = r4; | |
660 | [--sp] = r3; | |
661 | SP += -12; | |
662 | call (p5); | |
663 | SP += 24; | |
664 | [sp + PT_R0] = r0; | |
665 | ||
666 | .Lresume_userspace: | |
667 | r7 = sp; | |
668 | r4.l = lo(ALIGN_PAGE_MASK); | |
669 | r4.h = hi(ALIGN_PAGE_MASK); | |
670 | r7 = r7 & r4; /* thread_info->flags */ | |
671 | p5 = r7; | |
672 | .Lresume_userspace_1: | |
673 | /* Disable interrupts. */ | |
674 | [--sp] = reti; | |
675 | reti = [sp++]; | |
676 | ||
677 | r7 = [p5 + TI_FLAGS]; | |
678 | r4.l = lo(_TIF_WORK_MASK); | |
679 | r4.h = hi(_TIF_WORK_MASK); | |
680 | r7 = r7 & r4; | |
681 | ||
682 | .Lsyscall_resched: | |
9bd50df6 PG |
683 | #ifdef CONFIG_IPIPE |
684 | cc = BITTST(r7, TIF_IRQ_SYNC); | |
685 | if !cc jump .Lsyscall_no_irqsync; | |
9ea7770f PG |
686 | /* |
687 | * Clear IPEND[4] manually to undo what resume_userspace_1 just did; | |
688 | * we need this so that high priority domain interrupts may still | |
689 | * preempt the current domain while the pipeline log is being played | |
690 | * back. | |
691 | */ | |
9bd50df6 | 692 | [--sp] = reti; |
9ea7770f | 693 | SP += 4; /* don't merge with next insn to keep the pattern obvious */ |
9bd50df6 PG |
694 | SP += -12; |
695 | call ___ipipe_sync_root; | |
696 | SP += 12; | |
697 | jump .Lresume_userspace_1; | |
698 | .Lsyscall_no_irqsync: | |
699 | #endif | |
1394f032 BW |
700 | cc = BITTST(r7, TIF_NEED_RESCHED); |
701 | if !cc jump .Lsyscall_sigpending; | |
702 | ||
703 | /* Reenable interrupts. */ | |
704 | [--sp] = reti; | |
9ea7770f | 705 | sp += 4; |
1394f032 BW |
706 | |
707 | SP += -12; | |
d86bfb16 | 708 | pseudo_long_call _schedule, p4; |
1394f032 BW |
709 | SP += 12; |
710 | ||
711 | jump .Lresume_userspace_1; | |
712 | ||
713 | .Lsyscall_sigpending: | |
714 | cc = BITTST(r7, TIF_RESTORE_SIGMASK); | |
715 | if cc jump .Lsyscall_do_signals; | |
716 | cc = BITTST(r7, TIF_SIGPENDING); | |
d1be2e48 BS |
717 | if cc jump .Lsyscall_do_signals; |
718 | cc = BITTST(r7, TIF_NOTIFY_RESUME); | |
1394f032 BW |
719 | if !cc jump .Lsyscall_really_exit; |
720 | .Lsyscall_do_signals: | |
721 | /* Reenable interrupts. */ | |
722 | [--sp] = reti; | |
9ea7770f | 723 | sp += 4; |
1394f032 BW |
724 | |
725 | r0 = sp; | |
726 | SP += -12; | |
d86bfb16 | 727 | pseudo_long_call _do_notify_resume, p5; |
1394f032 BW |
728 | SP += 12; |
729 | ||
730 | .Lsyscall_really_exit: | |
731 | r5 = [sp + PT_RESERVED]; | |
732 | rets = r5; | |
733 | rts; | |
51be24c3 | 734 | ENDPROC(_system_call) |
1394f032 | 735 | |
47664c1f MF |
736 | /* Do not mark as ENTRY() to avoid error in assembler ... |
737 | * this symbol need not be global anyways, so ... | |
738 | */ | |
1394f032 | 739 | _sys_trace: |
e8f263df MF |
740 | r0 = sp; |
741 | pseudo_long_call _syscall_trace_enter, p5; | |
1394f032 | 742 | |
9e228ee9 | 743 | /* Make sure the system call # is valid */ |
1394f032 | 744 | p4 = [SP + PT_P0]; |
9e228ee9 MF |
745 | p3 = __NR_syscall; |
746 | cc = p3 <= p4; | |
747 | r0 = -ENOSYS; | |
748 | if cc jump .Lsys_trace_badsys; | |
749 | ||
750 | /* Execute the appropriate system call */ | |
1394f032 BW |
751 | p5.l = _sys_call_table; |
752 | p5.h = _sys_call_table; | |
753 | p5 = p5 + (p4 << 2); | |
754 | r0 = [sp + PT_R0]; | |
755 | r1 = [sp + PT_R1]; | |
756 | r2 = [sp + PT_R2]; | |
757 | r3 = [sp + PT_R3]; | |
758 | r4 = [sp + PT_R4]; | |
759 | r5 = [sp + PT_R5]; | |
760 | p5 = [p5]; | |
761 | ||
762 | [--sp] = r5; | |
763 | [--sp] = r4; | |
764 | [--sp] = r3; | |
765 | SP += -12; | |
766 | call (p5); | |
767 | SP += 24; | |
9e228ee9 | 768 | .Lsys_trace_badsys: |
1394f032 BW |
769 | [sp + PT_R0] = r0; |
770 | ||
e8f263df MF |
771 | r0 = sp; |
772 | pseudo_long_call _syscall_trace_leave, p5; | |
1394f032 | 773 | jump .Lresume_userspace; |
51be24c3 | 774 | ENDPROC(_sys_trace) |
1394f032 BW |
775 | |
776 | ENTRY(_resume) | |
777 | /* | |
778 | * Beware - when entering resume, prev (the current task) is | |
779 | * in r0, next (the new task) is in r1. | |
780 | */ | |
781 | p0 = r0; | |
782 | p1 = r1; | |
783 | [--sp] = rets; | |
784 | [--sp] = fp; | |
785 | [--sp] = (r7:4, p5:3); | |
786 | ||
787 | /* save usp */ | |
788 | p2 = usp; | |
789 | [p0+(TASK_THREAD+THREAD_USP)] = p2; | |
790 | ||
791 | /* save current kernel stack pointer */ | |
792 | [p0+(TASK_THREAD+THREAD_KSP)] = sp; | |
793 | ||
794 | /* save program counter */ | |
795 | r1.l = _new_old_task; | |
796 | r1.h = _new_old_task; | |
797 | [p0+(TASK_THREAD+THREAD_PC)] = r1; | |
798 | ||
799 | /* restore the kernel stack pointer */ | |
800 | sp = [p1+(TASK_THREAD+THREAD_KSP)]; | |
801 | ||
802 | /* restore user stack pointer */ | |
803 | p0 = [p1+(TASK_THREAD+THREAD_USP)]; | |
804 | usp = p0; | |
805 | ||
806 | /* restore pc */ | |
807 | p0 = [p1+(TASK_THREAD+THREAD_PC)]; | |
808 | jump (p0); | |
809 | ||
810 | /* | |
811 | * Following code actually lands up in a new (old) task. | |
812 | */ | |
813 | ||
814 | _new_old_task: | |
815 | (r7:4, p5:3) = [sp++]; | |
816 | fp = [sp++]; | |
817 | rets = [sp++]; | |
818 | ||
819 | /* | |
820 | * When we come out of resume, r0 carries "old" task, becuase we are | |
821 | * in "new" task. | |
822 | */ | |
823 | rts; | |
51be24c3 | 824 | ENDPROC(_resume) |
1394f032 BW |
825 | |
826 | ENTRY(_ret_from_exception) | |
9bd50df6 | 827 | #ifdef CONFIG_IPIPE |
dd17c8f7 RR |
828 | p2.l = _ipipe_percpu_domain; |
829 | p2.h = _ipipe_percpu_domain; | |
f4e12939 PG |
830 | r0.l = _ipipe_root; |
831 | r0.h = _ipipe_root; | |
832 | r2 = [p2]; | |
833 | cc = r0 == r2; | |
834 | if !cc jump 4f; /* not on behalf of the root domain, get out */ | |
9bd50df6 | 835 | #endif /* CONFIG_IPIPE */ |
1394f032 BW |
836 | p2.l = lo(IPEND); |
837 | p2.h = hi(IPEND); | |
838 | ||
839 | csync; | |
840 | r0 = [p2]; | |
841 | [sp + PT_IPEND] = r0; | |
842 | ||
843 | 1: | |
d5c4b5e3 | 844 | r2 = LO(~0x37) (Z); |
1394f032 BW |
845 | r0 = r2 & r0; |
846 | cc = r0 == 0; | |
847 | if !cc jump 4f; /* if not return to user mode, get out */ | |
848 | ||
849 | /* Make sure any pending system call or deferred exception | |
850 | * return in ILAT for this process to get executed, otherwise | |
851 | * in case context switch happens, system call of | |
852 | * first process (i.e in ILAT) will be carried | |
853 | * forward to the switched process | |
854 | */ | |
855 | ||
856 | p2.l = lo(ILAT); | |
857 | p2.h = hi(ILAT); | |
858 | r0 = [p2]; | |
859 | r1 = (EVT_IVG14 | EVT_IVG15) (z); | |
860 | r0 = r0 & r1; | |
861 | cc = r0 == 0; | |
862 | if !cc jump 5f; | |
863 | ||
864 | /* Set the stack for the current process */ | |
865 | r7 = sp; | |
866 | r4.l = lo(ALIGN_PAGE_MASK); | |
867 | r4.h = hi(ALIGN_PAGE_MASK); | |
868 | r7 = r7 & r4; /* thread_info->flags */ | |
869 | p5 = r7; | |
870 | r7 = [p5 + TI_FLAGS]; | |
871 | r4.l = lo(_TIF_WORK_MASK); | |
872 | r4.h = hi(_TIF_WORK_MASK); | |
873 | r7 = r7 & r4; | |
874 | cc = r7 == 0; | |
875 | if cc jump 4f; | |
876 | ||
877 | p0.l = lo(EVT15); | |
878 | p0.h = hi(EVT15); | |
879 | p1.l = _schedule_and_signal; | |
880 | p1.h = _schedule_and_signal; | |
881 | [p0] = p1; | |
882 | csync; | |
b9a3899d | 883 | raise 15; /* raise evt15 to do signal or reschedule */ |
1394f032 BW |
884 | 4: |
885 | r0 = syscfg; | |
1997660c | 886 | bitclr(r0, SYSCFG_SSSTEP_P); /* Turn off single step */ |
1394f032 BW |
887 | syscfg = r0; |
888 | 5: | |
889 | rts; | |
51be24c3 | 890 | ENDPROC(_ret_from_exception) |
1394f032 | 891 | |
9bd50df6 PG |
892 | #ifdef CONFIG_IPIPE |
893 | ||
9bd50df6 | 894 | _resume_kernel_from_int: |
9ea7770f PG |
895 | r0.l = ___ipipe_sync_root; |
896 | r0.h = ___ipipe_sync_root; | |
9bd50df6 PG |
897 | [--sp] = rets; |
898 | [--sp] = ( r7:4, p5:3 ); | |
899 | SP += -12; | |
900 | call ___ipipe_call_irqtail | |
901 | SP += 12; | |
902 | ( r7:4, p5:3 ) = [sp++]; | |
903 | rets = [sp++]; | |
904 | rts | |
905 | #else | |
906 | #define _resume_kernel_from_int 2f | |
907 | #endif | |
908 | ||
1394f032 BW |
909 | ENTRY(_return_from_int) |
910 | /* If someone else already raised IRQ 15, do nothing. */ | |
911 | csync; | |
912 | p2.l = lo(ILAT); | |
913 | p2.h = hi(ILAT); | |
914 | r0 = [p2]; | |
915 | cc = bittst (r0, EVT_IVG15_P); | |
916 | if cc jump 2f; | |
917 | ||
918 | /* if not return to user mode, get out */ | |
919 | p2.l = lo(IPEND); | |
920 | p2.h = hi(IPEND); | |
921 | r0 = [p2]; | |
922 | r1 = 0x17(Z); | |
923 | r2 = ~r1; | |
924 | r2.h = 0; | |
925 | r0 = r2 & r0; | |
926 | r1 = 1; | |
927 | r1 = r0 - r1; | |
928 | r2 = r0 & r1; | |
929 | cc = r2 == 0; | |
9bd50df6 | 930 | if !cc jump _resume_kernel_from_int; |
1394f032 BW |
931 | |
932 | /* Lower the interrupt level to 15. */ | |
933 | p0.l = lo(EVT15); | |
934 | p0.h = hi(EVT15); | |
935 | p1.l = _schedule_and_signal_from_int; | |
936 | p1.h = _schedule_and_signal_from_int; | |
937 | [p0] = p1; | |
938 | csync; | |
b9a3899d | 939 | #if ANOMALY_05000281 || ANOMALY_05000461 |
5d750b9e BS |
940 | r0.l = lo(SAFE_USER_INSTRUCTION); |
941 | r0.h = hi(SAFE_USER_INSTRUCTION); | |
1394f032 BW |
942 | reti = r0; |
943 | #endif | |
944 | r0 = 0x801f (z); | |
945 | STI r0; | |
946 | raise 15; /* raise evt15 to do signal or reschedule */ | |
947 | rti; | |
948 | 2: | |
949 | rts; | |
51be24c3 | 950 | ENDPROC(_return_from_int) |
1394f032 BW |
951 | |
952 | ENTRY(_lower_to_irq14) | |
b9a3899d | 953 | #if ANOMALY_05000281 || ANOMALY_05000461 |
5d750b9e BS |
954 | r0.l = lo(SAFE_USER_INSTRUCTION); |
955 | r0.h = hi(SAFE_USER_INSTRUCTION); | |
1394f032 BW |
956 | reti = r0; |
957 | #endif | |
b9a3899d RG |
958 | |
959 | #ifdef CONFIG_DEBUG_HWERR | |
9703a73c | 960 | /* enable irq14 & hwerr interrupt, until we transition to _evt_evt14 */ |
b9a3899d RG |
961 | r0 = (EVT_IVG14 | EVT_IVHW | EVT_IRPTEN | EVT_EVX | EVT_NMI | EVT_RST | EVT_EMU); |
962 | #else | |
9703a73c | 963 | /* Only enable irq14 interrupt, until we transition to _evt_evt14 */ |
b9a3899d RG |
964 | r0 = (EVT_IVG14 | EVT_IRPTEN | EVT_EVX | EVT_NMI | EVT_RST | EVT_EMU); |
965 | #endif | |
1394f032 BW |
966 | sti r0; |
967 | raise 14; | |
968 | rti; | |
b9a3899d RG |
969 | ENDPROC(_lower_to_irq14) |
970 | ||
9703a73c | 971 | ENTRY(_evt_evt14) |
1394f032 | 972 | #ifdef CONFIG_DEBUG_HWERR |
b9a3899d | 973 | r0 = (EVT_IVHW | EVT_IRPTEN | EVT_EVX | EVT_NMI | EVT_RST | EVT_EMU); |
1394f032 BW |
974 | sti r0; |
975 | #else | |
976 | cli r0; | |
441504df YL |
977 | #endif |
978 | #ifdef CONFIG_TRACE_IRQFLAGS | |
979 | [--sp] = rets; | |
980 | sp += -12; | |
981 | call _trace_hardirqs_off; | |
982 | sp += 12; | |
983 | rets = [sp++]; | |
1394f032 BW |
984 | #endif |
985 | [--sp] = RETI; | |
986 | SP += 4; | |
987 | rts; | |
9703a73c | 988 | ENDPROC(_evt_evt14) |
1394f032 | 989 | |
b9a3899d | 990 | ENTRY(_schedule_and_signal_from_int) |
1394f032 BW |
991 | /* To end up here, vector 15 was changed - so we have to change it |
992 | * back. | |
993 | */ | |
994 | p0.l = lo(EVT15); | |
995 | p0.h = hi(EVT15); | |
996 | p1.l = _evt_system_call; | |
997 | p1.h = _evt_system_call; | |
998 | [p0] = p1; | |
999 | csync; | |
c824498d BS |
1000 | |
1001 | /* Set orig_p0 to -1 to indicate this isn't the end of a syscall. */ | |
1002 | r0 = -1 (x); | |
1003 | [sp + PT_ORIG_P0] = r0; | |
1004 | ||
1394f032 BW |
1005 | p1 = rets; |
1006 | [sp + PT_RESERVED] = p1; | |
1007 | ||
441504df YL |
1008 | #ifdef CONFIG_TRACE_IRQFLAGS |
1009 | /* trace_hardirqs_on() checks if all irqs are disabled. But here IRQ 15 | |
1010 | * is turned on, so disable all irqs. */ | |
1011 | cli r0; | |
1012 | sp += -12; | |
1013 | call _trace_hardirqs_on; | |
1014 | sp += 12; | |
1015 | #endif | |
6b3087c6 GY |
1016 | #ifdef CONFIG_SMP |
1017 | GET_PDA(p0, r0); /* Fetch current PDA (can't migrate to other CPU here) */ | |
1018 | r0 = [p0 + PDA_IRQFLAGS]; | |
1019 | #else | |
40059784 MF |
1020 | p0.l = _bfin_irq_flags; |
1021 | p0.h = _bfin_irq_flags; | |
1394f032 | 1022 | r0 = [p0]; |
6b3087c6 | 1023 | #endif |
1394f032 BW |
1024 | sti r0; |
1025 | ||
92649494 MF |
1026 | /* finish the userspace "atomic" functions for it */ |
1027 | r1 = FIXED_CODE_END; | |
1028 | r2 = [sp + PT_PC]; | |
1029 | cc = r1 <= r2; | |
1030 | if cc jump .Lresume_userspace (bp); | |
1031 | ||
7adfb58f BS |
1032 | r0 = sp; |
1033 | sp += -12; | |
d86bfb16 BS |
1034 | |
1035 | pseudo_long_call _finish_atomic_sections, p5; | |
7adfb58f | 1036 | sp += 12; |
1394f032 | 1037 | jump.s .Lresume_userspace; |
b9a3899d | 1038 | ENDPROC(_schedule_and_signal_from_int) |
1394f032 | 1039 | |
b9a3899d | 1040 | ENTRY(_schedule_and_signal) |
1394f032 BW |
1041 | SAVE_CONTEXT_SYSCALL |
1042 | /* To end up here, vector 15 was changed - so we have to change it | |
1043 | * back. | |
1044 | */ | |
1045 | p0.l = lo(EVT15); | |
1046 | p0.h = hi(EVT15); | |
1047 | p1.l = _evt_system_call; | |
1048 | p1.h = _evt_system_call; | |
1049 | [p0] = p1; | |
1050 | csync; | |
1051 | p0.l = 1f; | |
1052 | p0.h = 1f; | |
1053 | [sp + PT_RESERVED] = P0; | |
1054 | call .Lresume_userspace; | |
1055 | 1: | |
1056 | RESTORE_CONTEXT | |
1057 | rti; | |
b9a3899d | 1058 | ENDPROC(_schedule_and_signal) |
1394f032 | 1059 | |
518039bc RG |
1060 | /* We handle this 100% in exception space - to reduce overhead |
1061 | * Only potiential problem is if the software buffer gets swapped out of the | |
1062 | * CPLB table - then double fault. - so we don't let this happen in other places | |
1063 | */ | |
1064 | #ifdef CONFIG_DEBUG_BFIN_HWTRACE_EXPAND | |
1065 | ENTRY(_ex_trace_buff_full) | |
1066 | [--sp] = P3; | |
1067 | [--sp] = P2; | |
1068 | [--sp] = LC0; | |
1069 | [--sp] = LT0; | |
1070 | [--sp] = LB0; | |
1071 | P5.L = _trace_buff_offset; | |
1072 | P5.H = _trace_buff_offset; | |
1073 | P3 = [P5]; /* trace_buff_offset */ | |
1074 | P5.L = lo(TBUFSTAT); | |
1075 | P5.H = hi(TBUFSTAT); | |
1076 | R7 = [P5]; | |
1077 | R7 <<= 1; /* double, since we need to read twice */ | |
1078 | LC0 = R7; | |
1079 | R7 <<= 2; /* need to shift over again, | |
1080 | * to get the number of bytes */ | |
1081 | P5.L = lo(TBUF); | |
1082 | P5.H = hi(TBUF); | |
1083 | R6 = ((1 << CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN)*1024) - 1; | |
1084 | ||
1085 | P2 = R7; | |
1086 | P3 = P3 + P2; | |
1087 | R7 = P3; | |
1088 | R7 = R7 & R6; | |
1089 | P3 = R7; | |
1090 | P2.L = _trace_buff_offset; | |
1091 | P2.H = _trace_buff_offset; | |
1092 | [P2] = P3; | |
1093 | ||
1094 | P2.L = _software_trace_buff; | |
1095 | P2.H = _software_trace_buff; | |
1096 | ||
1097 | LSETUP (.Lstart, .Lend) LC0; | |
1098 | .Lstart: | |
1099 | R7 = [P5]; /* read TBUF */ | |
1100 | P4 = P3 + P2; | |
1101 | [P4] = R7; | |
1102 | P3 += -4; | |
1103 | R7 = P3; | |
1104 | R7 = R7 & R6; | |
1105 | .Lend: | |
1106 | P3 = R7; | |
1107 | ||
1108 | LB0 = [sp++]; | |
1109 | LT0 = [sp++]; | |
1110 | LC0 = [sp++]; | |
1111 | P2 = [sp++]; | |
1112 | P3 = [sp++]; | |
8d6c2420 | 1113 | jump _bfin_return_from_exception; |
337d390b | 1114 | ENDPROC(_ex_trace_buff_full) |
518039bc RG |
1115 | |
1116 | #if CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN == 4 | |
1117 | .data | |
1118 | #else | |
1119 | .section .l1.data.B | |
337d390b | 1120 | #endif /* CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN */ |
518039bc RG |
1121 | ENTRY(_trace_buff_offset) |
1122 | .long 0; | |
1123 | ALIGN | |
1124 | ENTRY(_software_trace_buff) | |
1125 | .rept ((1 << CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN)*256); | |
1126 | .long 0 | |
1127 | .endr | |
337d390b RG |
1128 | #endif /* CONFIG_DEBUG_BFIN_HWTRACE_EXPAND */ |
1129 | ||
1130 | #if CONFIG_EARLY_PRINTK | |
9cb07b23 | 1131 | __INIT |
337d390b RG |
1132 | ENTRY(_early_trap) |
1133 | SAVE_ALL_SYS | |
1134 | trace_buffer_stop(p0,r0); | |
1135 | ||
dedfd5d7 | 1136 | ANOMALY_283_315_WORKAROUND(p4, r5) |
5e9e7687 | 1137 | |
337d390b RG |
1138 | /* Turn caches off, to ensure we don't get double exceptions */ |
1139 | ||
1140 | P4.L = LO(IMEM_CONTROL); | |
1141 | P4.H = HI(IMEM_CONTROL); | |
1142 | ||
1143 | R5 = [P4]; /* Control Register*/ | |
1144 | BITCLR(R5,ENICPLB_P); | |
eb7bd9c4 | 1145 | CSYNC; /* Disabling of CPLBs should be proceeded by a CSYNC */ |
337d390b RG |
1146 | [P4] = R5; |
1147 | SSYNC; | |
1148 | ||
1149 | P4.L = LO(DMEM_CONTROL); | |
1150 | P4.H = HI(DMEM_CONTROL); | |
1151 | R5 = [P4]; | |
1152 | BITCLR(R5,ENDCPLB_P); | |
eb7bd9c4 | 1153 | CSYNC; /* Disabling of CPLBs should be proceeded by a CSYNC */ |
337d390b RG |
1154 | [P4] = R5; |
1155 | SSYNC; | |
337d390b RG |
1156 | |
1157 | r0 = sp; /* stack frame pt_regs pointer argument ==> r0 */ | |
1158 | r1 = RETX; | |
1159 | ||
1160 | SP += -12; | |
1161 | call _early_trap_c; | |
1162 | SP += 12; | |
1163 | ENDPROC(_early_trap) | |
9cb07b23 | 1164 | __FINIT |
337d390b | 1165 | #endif /* CONFIG_EARLY_PRINTK */ |
518039bc | 1166 | |
1394f032 BW |
1167 | /* |
1168 | * Put these in the kernel data section - that should always be covered by | |
1169 | * a CPLB. This is needed to ensure we don't get double fault conditions | |
1170 | */ | |
1171 | ||
1172 | #ifdef CONFIG_SYSCALL_TAB_L1 | |
1173 | .section .l1.data | |
1174 | #else | |
1175 | .data | |
1176 | #endif | |
f26fbc48 | 1177 | |
1ffe6646 | 1178 | ENTRY(_ex_table) |
1394f032 | 1179 | /* entry for each EXCAUSE[5:0] |
9401e618 | 1180 | * This table must be in sync with the table in ./kernel/traps.c |
1394f032 BW |
1181 | * EXCPT instruction can provide 4 bits of EXCAUSE, allowing 16 to be user defined |
1182 | */ | |
1ffe6646 | 1183 | .long _ex_syscall /* 0x00 - User Defined - Linux Syscall */ |
3aee91ba | 1184 | .long _ex_trap_c /* 0x01 - User Defined - Software breakpoint */ |
a5ac0129 SZ |
1185 | #ifdef CONFIG_KGDB |
1186 | .long _ex_trap_c /* 0x02 - User Defined - KGDB initial connection | |
1187 | and break signal trap */ | |
1188 | #else | |
1ffe6646 | 1189 | .long _ex_replaceable /* 0x02 - User Defined */ |
a5ac0129 | 1190 | #endif |
9401e618 | 1191 | .long _ex_trap_c /* 0x03 - User Defined - userspace stack overflow */ |
9f336a53 | 1192 | .long _ex_trap_c /* 0x04 - User Defined - dump trace buffer */ |
1ffe6646 MF |
1193 | .long _ex_replaceable /* 0x05 - User Defined */ |
1194 | .long _ex_replaceable /* 0x06 - User Defined */ | |
1195 | .long _ex_replaceable /* 0x07 - User Defined */ | |
1196 | .long _ex_replaceable /* 0x08 - User Defined */ | |
1197 | .long _ex_replaceable /* 0x09 - User Defined */ | |
1198 | .long _ex_replaceable /* 0x0A - User Defined */ | |
1199 | .long _ex_replaceable /* 0x0B - User Defined */ | |
1200 | .long _ex_replaceable /* 0x0C - User Defined */ | |
1201 | .long _ex_replaceable /* 0x0D - User Defined */ | |
1202 | .long _ex_replaceable /* 0x0E - User Defined */ | |
1203 | .long _ex_replaceable /* 0x0F - User Defined */ | |
1394f032 | 1204 | .long _ex_single_step /* 0x10 - HW Single step */ |
518039bc RG |
1205 | #ifdef CONFIG_DEBUG_BFIN_HWTRACE_EXPAND |
1206 | .long _ex_trace_buff_full /* 0x11 - Trace Buffer Full */ | |
1207 | #else | |
1394f032 | 1208 | .long _ex_trap_c /* 0x11 - Trace Buffer Full */ |
518039bc | 1209 | #endif |
1394f032 BW |
1210 | .long _ex_trap_c /* 0x12 - Reserved */ |
1211 | .long _ex_trap_c /* 0x13 - Reserved */ | |
1212 | .long _ex_trap_c /* 0x14 - Reserved */ | |
1213 | .long _ex_trap_c /* 0x15 - Reserved */ | |
1214 | .long _ex_trap_c /* 0x16 - Reserved */ | |
1215 | .long _ex_trap_c /* 0x17 - Reserved */ | |
1216 | .long _ex_trap_c /* 0x18 - Reserved */ | |
1217 | .long _ex_trap_c /* 0x19 - Reserved */ | |
1218 | .long _ex_trap_c /* 0x1A - Reserved */ | |
1219 | .long _ex_trap_c /* 0x1B - Reserved */ | |
1220 | .long _ex_trap_c /* 0x1C - Reserved */ | |
1221 | .long _ex_trap_c /* 0x1D - Reserved */ | |
1222 | .long _ex_trap_c /* 0x1E - Reserved */ | |
1223 | .long _ex_trap_c /* 0x1F - Reserved */ | |
1224 | .long _ex_trap_c /* 0x20 - Reserved */ | |
1225 | .long _ex_trap_c /* 0x21 - Undefined Instruction */ | |
1226 | .long _ex_trap_c /* 0x22 - Illegal Instruction Combination */ | |
f26fbc48 | 1227 | .long _ex_dviol /* 0x23 - Data CPLB Protection Violation */ |
1394f032 BW |
1228 | .long _ex_trap_c /* 0x24 - Data access misaligned */ |
1229 | .long _ex_trap_c /* 0x25 - Unrecoverable Event */ | |
f26fbc48 RG |
1230 | .long _ex_dmiss /* 0x26 - Data CPLB Miss */ |
1231 | .long _ex_dmult /* 0x27 - Data CPLB Multiple Hits - Linux Trap Zero */ | |
1394f032 BW |
1232 | .long _ex_trap_c /* 0x28 - Emulation Watchpoint */ |
1233 | .long _ex_trap_c /* 0x29 - Instruction fetch access error (535 only) */ | |
1234 | .long _ex_trap_c /* 0x2A - Instruction fetch misaligned */ | |
f26fbc48 RG |
1235 | .long _ex_trap_c /* 0x2B - Instruction CPLB protection Violation */ |
1236 | .long _ex_icplb_miss /* 0x2C - Instruction CPLB miss */ | |
1394f032 BW |
1237 | .long _ex_trap_c /* 0x2D - Instruction CPLB Multiple Hits */ |
1238 | .long _ex_trap_c /* 0x2E - Illegal use of Supervisor Resource */ | |
1239 | .long _ex_trap_c /* 0x2E - Illegal use of Supervisor Resource */ | |
1240 | .long _ex_trap_c /* 0x2F - Reserved */ | |
1241 | .long _ex_trap_c /* 0x30 - Reserved */ | |
1242 | .long _ex_trap_c /* 0x31 - Reserved */ | |
1243 | .long _ex_trap_c /* 0x32 - Reserved */ | |
1244 | .long _ex_trap_c /* 0x33 - Reserved */ | |
1245 | .long _ex_trap_c /* 0x34 - Reserved */ | |
1246 | .long _ex_trap_c /* 0x35 - Reserved */ | |
1247 | .long _ex_trap_c /* 0x36 - Reserved */ | |
1248 | .long _ex_trap_c /* 0x37 - Reserved */ | |
1249 | .long _ex_trap_c /* 0x38 - Reserved */ | |
1250 | .long _ex_trap_c /* 0x39 - Reserved */ | |
1251 | .long _ex_trap_c /* 0x3A - Reserved */ | |
1252 | .long _ex_trap_c /* 0x3B - Reserved */ | |
1253 | .long _ex_trap_c /* 0x3C - Reserved */ | |
1254 | .long _ex_trap_c /* 0x3D - Reserved */ | |
1255 | .long _ex_trap_c /* 0x3E - Reserved */ | |
1256 | .long _ex_trap_c /* 0x3F - Reserved */ | |
1ffe6646 | 1257 | END(_ex_table) |
1394f032 | 1258 | |
1394f032 | 1259 | ENTRY(_sys_call_table) |
0b95f22b | 1260 | .long _sys_restart_syscall /* 0 */ |
1394f032 BW |
1261 | .long _sys_exit |
1262 | .long _sys_fork | |
1263 | .long _sys_read | |
1264 | .long _sys_write | |
1265 | .long _sys_open /* 5 */ | |
1266 | .long _sys_close | |
1267 | .long _sys_ni_syscall /* old waitpid */ | |
1268 | .long _sys_creat | |
1269 | .long _sys_link | |
1270 | .long _sys_unlink /* 10 */ | |
1271 | .long _sys_execve | |
1272 | .long _sys_chdir | |
1273 | .long _sys_time | |
1274 | .long _sys_mknod | |
1275 | .long _sys_chmod /* 15 */ | |
1276 | .long _sys_chown /* chown16 */ | |
1277 | .long _sys_ni_syscall /* old break syscall holder */ | |
1278 | .long _sys_ni_syscall /* old stat */ | |
1279 | .long _sys_lseek | |
1280 | .long _sys_getpid /* 20 */ | |
1281 | .long _sys_mount | |
1282 | .long _sys_ni_syscall /* old umount */ | |
1283 | .long _sys_setuid | |
1284 | .long _sys_getuid | |
1285 | .long _sys_stime /* 25 */ | |
1286 | .long _sys_ptrace | |
1287 | .long _sys_alarm | |
1288 | .long _sys_ni_syscall /* old fstat */ | |
1289 | .long _sys_pause | |
1290 | .long _sys_ni_syscall /* old utime */ /* 30 */ | |
1291 | .long _sys_ni_syscall /* old stty syscall holder */ | |
1292 | .long _sys_ni_syscall /* old gtty syscall holder */ | |
1293 | .long _sys_access | |
1294 | .long _sys_nice | |
1295 | .long _sys_ni_syscall /* 35 */ /* old ftime syscall holder */ | |
1296 | .long _sys_sync | |
1297 | .long _sys_kill | |
1298 | .long _sys_rename | |
1299 | .long _sys_mkdir | |
1300 | .long _sys_rmdir /* 40 */ | |
1301 | .long _sys_dup | |
1302 | .long _sys_pipe | |
1303 | .long _sys_times | |
1304 | .long _sys_ni_syscall /* old prof syscall holder */ | |
1305 | .long _sys_brk /* 45 */ | |
1306 | .long _sys_setgid | |
1307 | .long _sys_getgid | |
1308 | .long _sys_ni_syscall /* old sys_signal */ | |
1309 | .long _sys_geteuid /* geteuid16 */ | |
1310 | .long _sys_getegid /* getegid16 */ /* 50 */ | |
1311 | .long _sys_acct | |
1312 | .long _sys_umount /* recycled never used phys() */ | |
1313 | .long _sys_ni_syscall /* old lock syscall holder */ | |
1314 | .long _sys_ioctl | |
1315 | .long _sys_fcntl /* 55 */ | |
1316 | .long _sys_ni_syscall /* old mpx syscall holder */ | |
1317 | .long _sys_setpgid | |
1318 | .long _sys_ni_syscall /* old ulimit syscall holder */ | |
1319 | .long _sys_ni_syscall /* old old uname */ | |
1320 | .long _sys_umask /* 60 */ | |
1321 | .long _sys_chroot | |
1322 | .long _sys_ustat | |
1323 | .long _sys_dup2 | |
1324 | .long _sys_getppid | |
1325 | .long _sys_getpgrp /* 65 */ | |
1326 | .long _sys_setsid | |
1327 | .long _sys_ni_syscall /* old sys_sigaction */ | |
1328 | .long _sys_sgetmask | |
1329 | .long _sys_ssetmask | |
1330 | .long _sys_setreuid /* setreuid16 */ /* 70 */ | |
1331 | .long _sys_setregid /* setregid16 */ | |
1332 | .long _sys_ni_syscall /* old sys_sigsuspend */ | |
1333 | .long _sys_ni_syscall /* old sys_sigpending */ | |
1334 | .long _sys_sethostname | |
1335 | .long _sys_setrlimit /* 75 */ | |
1336 | .long _sys_ni_syscall /* old getrlimit */ | |
1337 | .long _sys_getrusage | |
1338 | .long _sys_gettimeofday | |
1339 | .long _sys_settimeofday | |
1340 | .long _sys_getgroups /* getgroups16 */ /* 80 */ | |
1341 | .long _sys_setgroups /* setgroups16 */ | |
1342 | .long _sys_ni_syscall /* old_select */ | |
1343 | .long _sys_symlink | |
1344 | .long _sys_ni_syscall /* old lstat */ | |
1345 | .long _sys_readlink /* 85 */ | |
1346 | .long _sys_uselib | |
1347 | .long _sys_ni_syscall /* sys_swapon */ | |
1348 | .long _sys_reboot | |
1349 | .long _sys_ni_syscall /* old_readdir */ | |
1350 | .long _sys_ni_syscall /* sys_mmap */ /* 90 */ | |
1351 | .long _sys_munmap | |
1352 | .long _sys_truncate | |
1353 | .long _sys_ftruncate | |
1354 | .long _sys_fchmod | |
1355 | .long _sys_fchown /* fchown16 */ /* 95 */ | |
1356 | .long _sys_getpriority | |
1357 | .long _sys_setpriority | |
1358 | .long _sys_ni_syscall /* old profil syscall holder */ | |
1359 | .long _sys_statfs | |
1360 | .long _sys_fstatfs /* 100 */ | |
1361 | .long _sys_ni_syscall | |
1362 | .long _sys_ni_syscall /* old sys_socketcall */ | |
1363 | .long _sys_syslog | |
1364 | .long _sys_setitimer | |
1365 | .long _sys_getitimer /* 105 */ | |
1366 | .long _sys_newstat | |
1367 | .long _sys_newlstat | |
1368 | .long _sys_newfstat | |
1369 | .long _sys_ni_syscall /* old uname */ | |
1370 | .long _sys_ni_syscall /* iopl for i386 */ /* 110 */ | |
1371 | .long _sys_vhangup | |
1372 | .long _sys_ni_syscall /* obsolete idle() syscall */ | |
1373 | .long _sys_ni_syscall /* vm86old for i386 */ | |
1374 | .long _sys_wait4 | |
1375 | .long _sys_ni_syscall /* 115 */ /* sys_swapoff */ | |
1376 | .long _sys_sysinfo | |
1377 | .long _sys_ni_syscall /* old sys_ipc */ | |
1378 | .long _sys_fsync | |
1379 | .long _sys_ni_syscall /* old sys_sigreturn */ | |
1380 | .long _sys_clone /* 120 */ | |
1381 | .long _sys_setdomainname | |
1382 | .long _sys_newuname | |
1383 | .long _sys_ni_syscall /* old sys_modify_ldt */ | |
1384 | .long _sys_adjtimex | |
360adee8 | 1385 | .long _sys_mprotect /* 125 */ |
1394f032 BW |
1386 | .long _sys_ni_syscall /* old sys_sigprocmask */ |
1387 | .long _sys_ni_syscall /* old "creat_module" */ | |
1388 | .long _sys_init_module | |
1389 | .long _sys_delete_module | |
1390 | .long _sys_ni_syscall /* 130: old "get_kernel_syms" */ | |
1391 | .long _sys_quotactl | |
1392 | .long _sys_getpgid | |
1393 | .long _sys_fchdir | |
1394 | .long _sys_bdflush | |
1395 | .long _sys_ni_syscall /* 135 */ /* sys_sysfs */ | |
1396 | .long _sys_personality | |
1397 | .long _sys_ni_syscall /* for afs_syscall */ | |
1398 | .long _sys_setfsuid /* setfsuid16 */ | |
1399 | .long _sys_setfsgid /* setfsgid16 */ | |
1400 | .long _sys_llseek /* 140 */ | |
1401 | .long _sys_getdents | |
1402 | .long _sys_ni_syscall /* sys_select */ | |
1403 | .long _sys_flock | |
360adee8 | 1404 | .long _sys_msync |
1394f032 BW |
1405 | .long _sys_readv /* 145 */ |
1406 | .long _sys_writev | |
1407 | .long _sys_getsid | |
1408 | .long _sys_fdatasync | |
1409 | .long _sys_sysctl | |
360adee8 MF |
1410 | .long _sys_mlock /* 150 */ |
1411 | .long _sys_munlock | |
1412 | .long _sys_mlockall | |
1413 | .long _sys_munlockall | |
1394f032 BW |
1414 | .long _sys_sched_setparam |
1415 | .long _sys_sched_getparam /* 155 */ | |
1416 | .long _sys_sched_setscheduler | |
1417 | .long _sys_sched_getscheduler | |
1418 | .long _sys_sched_yield | |
1419 | .long _sys_sched_get_priority_max | |
1420 | .long _sys_sched_get_priority_min /* 160 */ | |
1421 | .long _sys_sched_rr_get_interval | |
1422 | .long _sys_nanosleep | |
0b95f22b | 1423 | .long _sys_mremap |
1394f032 BW |
1424 | .long _sys_setresuid /* setresuid16 */ |
1425 | .long _sys_getresuid /* getresuid16 */ /* 165 */ | |
1426 | .long _sys_ni_syscall /* for vm86 */ | |
1427 | .long _sys_ni_syscall /* old "query_module" */ | |
1428 | .long _sys_ni_syscall /* sys_poll */ | |
0b95f22b | 1429 | .long _sys_nfsservctl |
1394f032 BW |
1430 | .long _sys_setresgid /* setresgid16 */ /* 170 */ |
1431 | .long _sys_getresgid /* getresgid16 */ | |
1432 | .long _sys_prctl | |
1433 | .long _sys_rt_sigreturn | |
1434 | .long _sys_rt_sigaction | |
1435 | .long _sys_rt_sigprocmask /* 175 */ | |
1436 | .long _sys_rt_sigpending | |
1437 | .long _sys_rt_sigtimedwait | |
1438 | .long _sys_rt_sigqueueinfo | |
1439 | .long _sys_rt_sigsuspend | |
1440 | .long _sys_pread64 /* 180 */ | |
1441 | .long _sys_pwrite64 | |
1442 | .long _sys_lchown /* lchown16 */ | |
1443 | .long _sys_getcwd | |
1444 | .long _sys_capget | |
1445 | .long _sys_capset /* 185 */ | |
1446 | .long _sys_sigaltstack | |
1447 | .long _sys_sendfile | |
1448 | .long _sys_ni_syscall /* streams1 */ | |
1449 | .long _sys_ni_syscall /* streams2 */ | |
1450 | .long _sys_vfork /* 190 */ | |
1451 | .long _sys_getrlimit | |
f8b72560 | 1452 | .long _sys_mmap_pgoff |
1394f032 BW |
1453 | .long _sys_truncate64 |
1454 | .long _sys_ftruncate64 | |
1455 | .long _sys_stat64 /* 195 */ | |
1456 | .long _sys_lstat64 | |
1457 | .long _sys_fstat64 | |
1458 | .long _sys_chown | |
1459 | .long _sys_getuid | |
1460 | .long _sys_getgid /* 200 */ | |
1461 | .long _sys_geteuid | |
1462 | .long _sys_getegid | |
1463 | .long _sys_setreuid | |
1464 | .long _sys_setregid | |
1465 | .long _sys_getgroups /* 205 */ | |
1466 | .long _sys_setgroups | |
1467 | .long _sys_fchown | |
1468 | .long _sys_setresuid | |
1469 | .long _sys_getresuid | |
1470 | .long _sys_setresgid /* 210 */ | |
1471 | .long _sys_getresgid | |
1472 | .long _sys_lchown | |
1473 | .long _sys_setuid | |
1474 | .long _sys_setgid | |
1475 | .long _sys_setfsuid /* 215 */ | |
1476 | .long _sys_setfsgid | |
1477 | .long _sys_pivot_root | |
360adee8 MF |
1478 | .long _sys_mincore |
1479 | .long _sys_madvise | |
1394f032 BW |
1480 | .long _sys_getdents64 /* 220 */ |
1481 | .long _sys_fcntl64 | |
1482 | .long _sys_ni_syscall /* reserved for TUX */ | |
1483 | .long _sys_ni_syscall | |
1484 | .long _sys_gettid | |
0b95f22b | 1485 | .long _sys_readahead /* 225 */ |
1394f032 BW |
1486 | .long _sys_setxattr |
1487 | .long _sys_lsetxattr | |
1488 | .long _sys_fsetxattr | |
1489 | .long _sys_getxattr | |
1490 | .long _sys_lgetxattr /* 230 */ | |
1491 | .long _sys_fgetxattr | |
1492 | .long _sys_listxattr | |
1493 | .long _sys_llistxattr | |
1494 | .long _sys_flistxattr | |
1495 | .long _sys_removexattr /* 235 */ | |
1496 | .long _sys_lremovexattr | |
1497 | .long _sys_fremovexattr | |
1498 | .long _sys_tkill | |
1499 | .long _sys_sendfile64 | |
1500 | .long _sys_futex /* 240 */ | |
1501 | .long _sys_sched_setaffinity | |
1502 | .long _sys_sched_getaffinity | |
1503 | .long _sys_ni_syscall /* sys_set_thread_area */ | |
1504 | .long _sys_ni_syscall /* sys_get_thread_area */ | |
1505 | .long _sys_io_setup /* 245 */ | |
1506 | .long _sys_io_destroy | |
1507 | .long _sys_io_getevents | |
1508 | .long _sys_io_submit | |
1509 | .long _sys_io_cancel | |
1510 | .long _sys_ni_syscall /* 250 */ /* sys_alloc_hugepages */ | |
1511 | .long _sys_ni_syscall /* sys_freec_hugepages */ | |
1512 | .long _sys_exit_group | |
1513 | .long _sys_lookup_dcookie | |
1514 | .long _sys_bfin_spinlock | |
1515 | .long _sys_epoll_create /* 255 */ | |
1516 | .long _sys_epoll_ctl | |
1517 | .long _sys_epoll_wait | |
1518 | .long _sys_ni_syscall /* remap_file_pages */ | |
1519 | .long _sys_set_tid_address | |
1520 | .long _sys_timer_create /* 260 */ | |
1521 | .long _sys_timer_settime | |
1522 | .long _sys_timer_gettime | |
1523 | .long _sys_timer_getoverrun | |
1524 | .long _sys_timer_delete | |
1525 | .long _sys_clock_settime /* 265 */ | |
1526 | .long _sys_clock_gettime | |
1527 | .long _sys_clock_getres | |
1528 | .long _sys_clock_nanosleep | |
1529 | .long _sys_statfs64 | |
1530 | .long _sys_fstatfs64 /* 270 */ | |
1531 | .long _sys_tgkill | |
1532 | .long _sys_utimes | |
1533 | .long _sys_fadvise64_64 | |
1534 | .long _sys_ni_syscall /* vserver */ | |
360adee8 | 1535 | .long _sys_mbind /* 275 */ |
1394f032 BW |
1536 | .long _sys_ni_syscall /* get_mempolicy */ |
1537 | .long _sys_ni_syscall /* set_mempolicy */ | |
1538 | .long _sys_mq_open | |
1539 | .long _sys_mq_unlink | |
1540 | .long _sys_mq_timedsend /* 280 */ | |
1541 | .long _sys_mq_timedreceive | |
1542 | .long _sys_mq_notify | |
1543 | .long _sys_mq_getsetattr | |
1544 | .long _sys_ni_syscall /* kexec_load */ | |
1545 | .long _sys_waitid /* 285 */ | |
1546 | .long _sys_add_key | |
1547 | .long _sys_request_key | |
1548 | .long _sys_keyctl | |
1549 | .long _sys_ioprio_set | |
1550 | .long _sys_ioprio_get /* 290 */ | |
1551 | .long _sys_inotify_init | |
1552 | .long _sys_inotify_add_watch | |
1553 | .long _sys_inotify_rm_watch | |
1554 | .long _sys_ni_syscall /* migrate_pages */ | |
1555 | .long _sys_openat /* 295 */ | |
1556 | .long _sys_mkdirat | |
1557 | .long _sys_mknodat | |
1558 | .long _sys_fchownat | |
1559 | .long _sys_futimesat | |
1560 | .long _sys_fstatat64 /* 300 */ | |
1561 | .long _sys_unlinkat | |
1562 | .long _sys_renameat | |
1563 | .long _sys_linkat | |
1564 | .long _sys_symlinkat | |
1565 | .long _sys_readlinkat /* 305 */ | |
1566 | .long _sys_fchmodat | |
1567 | .long _sys_faccessat | |
1568 | .long _sys_pselect6 | |
1569 | .long _sys_ppoll | |
1570 | .long _sys_unshare /* 310 */ | |
1571 | .long _sys_sram_alloc | |
1572 | .long _sys_sram_free | |
1573 | .long _sys_dma_memcpy | |
1574 | .long _sys_accept | |
1575 | .long _sys_bind /* 315 */ | |
1576 | .long _sys_connect | |
1577 | .long _sys_getpeername | |
1578 | .long _sys_getsockname | |
1579 | .long _sys_getsockopt | |
1580 | .long _sys_listen /* 320 */ | |
1581 | .long _sys_recv | |
1582 | .long _sys_recvfrom | |
1583 | .long _sys_recvmsg | |
1584 | .long _sys_send | |
1585 | .long _sys_sendmsg /* 325 */ | |
1586 | .long _sys_sendto | |
1587 | .long _sys_setsockopt | |
1588 | .long _sys_shutdown | |
1589 | .long _sys_socket | |
1590 | .long _sys_socketpair /* 330 */ | |
1591 | .long _sys_semctl | |
1592 | .long _sys_semget | |
1593 | .long _sys_semop | |
1594 | .long _sys_msgctl | |
1595 | .long _sys_msgget /* 335 */ | |
1596 | .long _sys_msgrcv | |
1597 | .long _sys_msgsnd | |
1598 | .long _sys_shmat | |
1599 | .long _sys_shmctl | |
1600 | .long _sys_shmdt /* 340 */ | |
1601 | .long _sys_shmget | |
0b95f22b BW |
1602 | .long _sys_splice |
1603 | .long _sys_sync_file_range | |
1604 | .long _sys_tee | |
1605 | .long _sys_vmsplice /* 345 */ | |
1606 | .long _sys_epoll_pwait | |
1607 | .long _sys_utimensat | |
1608 | .long _sys_signalfd | |
2f775dba | 1609 | .long _sys_timerfd_create |
0b95f22b BW |
1610 | .long _sys_eventfd /* 350 */ |
1611 | .long _sys_pread64 | |
1612 | .long _sys_pwrite64 | |
1613 | .long _sys_fadvise64 | |
1614 | .long _sys_set_robust_list | |
1615 | .long _sys_get_robust_list /* 355 */ | |
1616 | .long _sys_fallocate | |
fc97551d | 1617 | .long _sys_semtimedop |
2f775dba BW |
1618 | .long _sys_timerfd_settime |
1619 | .long _sys_timerfd_gettime | |
a4b7b6d7 BW |
1620 | .long _sys_signalfd4 /* 360 */ |
1621 | .long _sys_eventfd2 | |
1622 | .long _sys_epoll_create1 | |
1623 | .long _sys_dup3 | |
1624 | .long _sys_pipe2 | |
1625 | .long _sys_inotify_init1 /* 365 */ | |
7a1450fd MF |
1626 | .long _sys_preadv |
1627 | .long _sys_pwritev | |
61cdd7a2 | 1628 | .long _sys_rt_tgsigqueueinfo |
cdd6c482 | 1629 | .long _sys_perf_event_open |
a2e27255 | 1630 | .long _sys_recvmmsg /* 370 */ |
2f775dba | 1631 | |
1394f032 BW |
1632 | .rept NR_syscalls-(.-_sys_call_table)/4 |
1633 | .long _sys_ni_syscall | |
1634 | .endr | |
0c7a6b21 | 1635 | END(_sys_call_table) |