1 /* 1 /*
2 * This file is subject to the terms and condi 2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the mai 3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details. 4 * for more details.
5 * 5 *
6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf 6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, 7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2002, 2007 Maciej W. Rozycki 8 * Copyright (C) 2002, 2007 Maciej W. Rozycki
9 * Copyright (C) 2001, 2012 MIPS Technologies, 9 * Copyright (C) 2001, 2012 MIPS Technologies, Inc. All rights reserved.
10 */ 10 */
11 #include <linux/init.h> 11 #include <linux/init.h>
12 12
13 #include <asm/asm.h> 13 #include <asm/asm.h>
14 #include <asm/asmmacro.h> 14 #include <asm/asmmacro.h>
15 #include <asm/cacheops.h> 15 #include <asm/cacheops.h>
16 #include <asm/irqflags.h> 16 #include <asm/irqflags.h>
17 #include <asm/regdef.h> 17 #include <asm/regdef.h>
18 #include <asm/fpregdef.h> 18 #include <asm/fpregdef.h>
19 #include <asm/mipsregs.h> 19 #include <asm/mipsregs.h>
20 #include <asm/stackframe.h> 20 #include <asm/stackframe.h>
21 #include <asm/sync.h> !! 21 #include <asm/war.h>
22 #include <asm/thread_info.h> 22 #include <asm/thread_info.h>
23 23
24 __INIT 24 __INIT
25 25
26 /* 26 /*
27 * General exception vector for all other CPUs 27 * General exception vector for all other CPUs.
28 * 28 *
29 * Be careful when changing this, it has to be 29 * Be careful when changing this, it has to be at most 128 bytes
30 * to fit into space reserved for the exceptio 30 * to fit into space reserved for the exception handler.
31 */ 31 */
32 NESTED(except_vec3_generic, 0, sp) 32 NESTED(except_vec3_generic, 0, sp)
33 .set push 33 .set push
34 .set noat 34 .set noat
>> 35 #if R5432_CP0_INTERRUPT_WAR
>> 36 mfc0 k0, CP0_INDEX
>> 37 #endif
35 mfc0 k1, CP0_CAUSE 38 mfc0 k1, CP0_CAUSE
36 andi k1, k1, 0x7c 39 andi k1, k1, 0x7c
37 #ifdef CONFIG_64BIT 40 #ifdef CONFIG_64BIT
38 dsll k1, k1, 1 41 dsll k1, k1, 1
39 #endif 42 #endif
40 PTR_L k0, exception_handlers(k1) 43 PTR_L k0, exception_handlers(k1)
41 jr k0 44 jr k0
42 .set pop 45 .set pop
43 END(except_vec3_generic) 46 END(except_vec3_generic)
44 47
45 /* 48 /*
46 * General exception handler for CPUs with vir 49 * General exception handler for CPUs with virtual coherency exception.
47 * 50 *
48 * Be careful when changing this, it has to be 51 * Be careful when changing this, it has to be at most 256 (as a special
49 * exception) bytes to fit into space reserved 52 * exception) bytes to fit into space reserved for the exception handler.
50 */ 53 */
51 NESTED(except_vec3_r4000, 0, sp) 54 NESTED(except_vec3_r4000, 0, sp)
52 .set push 55 .set push
53 .set arch=r4000 56 .set arch=r4000
54 .set noat 57 .set noat
55 mfc0 k1, CP0_CAUSE 58 mfc0 k1, CP0_CAUSE
56 li k0, 31<<2 59 li k0, 31<<2
57 andi k1, k1, 0x7c 60 andi k1, k1, 0x7c
58 .set push 61 .set push
59 .set noreorder 62 .set noreorder
60 .set nomacro 63 .set nomacro
61 beq k1, k0, handle_vced 64 beq k1, k0, handle_vced
62 li k0, 14<<2 65 li k0, 14<<2
63 beq k1, k0, handle_vcei 66 beq k1, k0, handle_vcei
64 #ifdef CONFIG_64BIT 67 #ifdef CONFIG_64BIT
65 dsll k1, k1, 1 68 dsll k1, k1, 1
66 #endif 69 #endif
67 .set pop 70 .set pop
68 PTR_L k0, exception_handlers(k1) 71 PTR_L k0, exception_handlers(k1)
69 jr k0 72 jr k0
70 73
71 /* 74 /*
72 * Big shit, we now may have two dirty 75 * Big shit, we now may have two dirty primary cache lines for the same
73 * physical address. We can safely in 76 * physical address. We can safely invalidate the line pointed to by
74 * c0_badvaddr because after return fr 77 * c0_badvaddr because after return from this exception handler the
75 * load / store will be re-executed. 78 * load / store will be re-executed.
76 */ 79 */
77 handle_vced: 80 handle_vced:
78 MFC0 k0, CP0_BADVADDR 81 MFC0 k0, CP0_BADVADDR
79 li k1, -4 82 li k1, -4 # Is this ...
80 and k0, k1 83 and k0, k1 # ... really needed?
81 mtc0 zero, CP0_TAGLO 84 mtc0 zero, CP0_TAGLO
82 cache Index_Store_Tag_D, (k0) 85 cache Index_Store_Tag_D, (k0)
83 cache Hit_Writeback_Inv_SD, (k0) 86 cache Hit_Writeback_Inv_SD, (k0)
84 #ifdef CONFIG_PROC_FS 87 #ifdef CONFIG_PROC_FS
85 PTR_LA k0, vced_count 88 PTR_LA k0, vced_count
86 lw k1, (k0) 89 lw k1, (k0)
87 addiu k1, 1 90 addiu k1, 1
88 sw k1, (k0) 91 sw k1, (k0)
89 #endif 92 #endif
90 eret 93 eret
91 94
92 handle_vcei: 95 handle_vcei:
93 MFC0 k0, CP0_BADVADDR 96 MFC0 k0, CP0_BADVADDR
94 cache Hit_Writeback_Inv_SD, (k0) 97 cache Hit_Writeback_Inv_SD, (k0) # also cleans pi
95 #ifdef CONFIG_PROC_FS 98 #ifdef CONFIG_PROC_FS
96 PTR_LA k0, vcei_count 99 PTR_LA k0, vcei_count
97 lw k1, (k0) 100 lw k1, (k0)
98 addiu k1, 1 101 addiu k1, 1
99 sw k1, (k0) 102 sw k1, (k0)
100 #endif 103 #endif
101 eret 104 eret
102 .set pop 105 .set pop
103 END(except_vec3_r4000) 106 END(except_vec3_r4000)
104 107
105 __FINIT 108 __FINIT
106 109
107 .align 5 /* 32 byte rollback re 110 .align 5 /* 32 byte rollback region */
108 LEAF(__r4k_wait) 111 LEAF(__r4k_wait)
109 .set push 112 .set push
110 .set noreorder 113 .set noreorder
111 /* start of rollback region */ 114 /* start of rollback region */
112 LONG_L t0, TI_FLAGS($28) 115 LONG_L t0, TI_FLAGS($28)
113 nop 116 nop
114 andi t0, _TIF_NEED_RESCHED 117 andi t0, _TIF_NEED_RESCHED
115 bnez t0, 1f 118 bnez t0, 1f
116 nop 119 nop
117 nop 120 nop
118 nop 121 nop
119 #ifdef CONFIG_CPU_MICROMIPS 122 #ifdef CONFIG_CPU_MICROMIPS
120 nop 123 nop
121 nop 124 nop
122 nop 125 nop
123 nop 126 nop
124 #endif 127 #endif
125 .set MIPS_ISA_ARCH_LEVEL_RAW 128 .set MIPS_ISA_ARCH_LEVEL_RAW
126 wait 129 wait
127 /* end of rollback region (the region 130 /* end of rollback region (the region size must be power of two) */
128 1: 131 1:
129 jr ra 132 jr ra
130 nop 133 nop
131 .set pop 134 .set pop
132 END(__r4k_wait) 135 END(__r4k_wait)
133 136
134 .macro BUILD_ROLLBACK_PROLOGUE handle 137 .macro BUILD_ROLLBACK_PROLOGUE handler
135 FEXPORT(rollback_\handler) 138 FEXPORT(rollback_\handler)
136 .set push 139 .set push
137 .set noat 140 .set noat
138 MFC0 k0, CP0_EPC 141 MFC0 k0, CP0_EPC
139 PTR_LA k1, __r4k_wait 142 PTR_LA k1, __r4k_wait
140 ori k0, 0x1f /* 32 byte rol 143 ori k0, 0x1f /* 32 byte rollback region */
141 xori k0, 0x1f 144 xori k0, 0x1f
142 bne k0, k1, \handler 145 bne k0, k1, \handler
143 MTC0 k0, CP0_EPC 146 MTC0 k0, CP0_EPC
144 .set pop 147 .set pop
145 .endm 148 .endm
146 149
147 .align 5 150 .align 5
148 BUILD_ROLLBACK_PROLOGUE handle_int 151 BUILD_ROLLBACK_PROLOGUE handle_int
149 NESTED(handle_int, PT_SIZE, sp) 152 NESTED(handle_int, PT_SIZE, sp)
150 .cfi_signal_frame 153 .cfi_signal_frame
151 #ifdef CONFIG_TRACE_IRQFLAGS 154 #ifdef CONFIG_TRACE_IRQFLAGS
152 /* 155 /*
153 * Check to see if the interrupted cod 156 * Check to see if the interrupted code has just disabled
154 * interrupts and ignore this interrup 157 * interrupts and ignore this interrupt for now if so.
155 * 158 *
156 * local_irq_disable() disables interr 159 * local_irq_disable() disables interrupts and then calls
157 * trace_hardirqs_off() to track the s 160 * trace_hardirqs_off() to track the state. If an interrupt is taken
158 * after interrupts are disabled but b 161 * after interrupts are disabled but before the state is updated
159 * it will appear to restore_all that 162 * it will appear to restore_all that it is incorrectly returning with
160 * interrupts disabled 163 * interrupts disabled
161 */ 164 */
162 .set push 165 .set push
163 .set noat 166 .set noat
164 mfc0 k0, CP0_STATUS 167 mfc0 k0, CP0_STATUS
165 #if defined(CONFIG_CPU_R3000) !! 168 #if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
166 and k0, ST0_IEP 169 and k0, ST0_IEP
167 bnez k0, 1f 170 bnez k0, 1f
168 171
169 mfc0 k0, CP0_EPC 172 mfc0 k0, CP0_EPC
170 .set noreorder 173 .set noreorder
171 j k0 174 j k0
172 rfe 175 rfe
173 #else 176 #else
174 and k0, ST0_IE 177 and k0, ST0_IE
175 bnez k0, 1f 178 bnez k0, 1f
176 179
177 eret 180 eret
178 #endif 181 #endif
179 1: 182 1:
180 .set pop 183 .set pop
181 #endif 184 #endif
182 SAVE_ALL docfi=1 185 SAVE_ALL docfi=1
183 CLI 186 CLI
184 TRACE_IRQS_OFF 187 TRACE_IRQS_OFF
185 188
186 LONG_L s0, TI_REGS($28) 189 LONG_L s0, TI_REGS($28)
187 LONG_S sp, TI_REGS($28) 190 LONG_S sp, TI_REGS($28)
188 191
189 /* 192 /*
190 * SAVE_ALL ensures we are using a val 193 * SAVE_ALL ensures we are using a valid kernel stack for the thread.
191 * Check if we are already using the I 194 * Check if we are already using the IRQ stack.
192 */ 195 */
193 move s1, sp # Preserve the sp 196 move s1, sp # Preserve the sp
194 197
195 /* Get IRQ stack for this CPU */ 198 /* Get IRQ stack for this CPU */
196 ASM_CPUID_MFC0 k0, ASM_SMP_CPUID_REG 199 ASM_CPUID_MFC0 k0, ASM_SMP_CPUID_REG
197 #if defined(CONFIG_32BIT) || defined(KBUILD_64 200 #if defined(CONFIG_32BIT) || defined(KBUILD_64BIT_SYM32)
198 lui k1, %hi(irq_stack) 201 lui k1, %hi(irq_stack)
199 #else 202 #else
200 lui k1, %highest(irq_stack) 203 lui k1, %highest(irq_stack)
201 daddiu k1, %higher(irq_stack) 204 daddiu k1, %higher(irq_stack)
202 dsll k1, 16 205 dsll k1, 16
203 daddiu k1, %hi(irq_stack) 206 daddiu k1, %hi(irq_stack)
204 dsll k1, 16 207 dsll k1, 16
205 #endif 208 #endif
206 LONG_SRL k0, SMP_CPUID_PTRSHIFT 209 LONG_SRL k0, SMP_CPUID_PTRSHIFT
207 LONG_ADDU k1, k0 210 LONG_ADDU k1, k0
208 LONG_L t0, %lo(irq_stack)(k1) 211 LONG_L t0, %lo(irq_stack)(k1)
209 212
210 # Check if already on IRQ stack 213 # Check if already on IRQ stack
211 PTR_LI t1, ~(_THREAD_SIZE-1) 214 PTR_LI t1, ~(_THREAD_SIZE-1)
212 and t1, t1, sp 215 and t1, t1, sp
213 beq t0, t1, 2f 216 beq t0, t1, 2f
214 217
215 /* Switch to IRQ stack */ 218 /* Switch to IRQ stack */
216 li t1, _IRQ_STACK_START 219 li t1, _IRQ_STACK_START
217 PTR_ADD sp, t0, t1 220 PTR_ADD sp, t0, t1
218 221
219 /* Save task's sp on IRQ stack so that 222 /* Save task's sp on IRQ stack so that unwinding can follow it */
220 LONG_S s1, 0(sp) 223 LONG_S s1, 0(sp)
221 2: 224 2:
222 jal plat_irq_dispatch 225 jal plat_irq_dispatch
223 226
224 /* Restore sp */ 227 /* Restore sp */
225 move sp, s1 228 move sp, s1
226 229
227 j ret_from_irq 230 j ret_from_irq
228 #ifdef CONFIG_CPU_MICROMIPS 231 #ifdef CONFIG_CPU_MICROMIPS
229 nop 232 nop
230 #endif 233 #endif
231 END(handle_int) 234 END(handle_int)
232 235
233 __INIT 236 __INIT
234 237
235 /* 238 /*
236 * Special interrupt vector for MIPS64 ISA & e 239 * Special interrupt vector for MIPS64 ISA & embedded MIPS processors.
237 * This is a dedicated interrupt exception vec 240 * This is a dedicated interrupt exception vector which reduces the
238 * interrupt processing overhead. The jump in 241 * interrupt processing overhead. The jump instruction will be replaced
239 * at the initialization time. 242 * at the initialization time.
240 * 243 *
241 * Be careful when changing this, it has to be 244 * Be careful when changing this, it has to be at most 128 bytes
242 * to fit into space reserved for the exceptio 245 * to fit into space reserved for the exception handler.
243 */ 246 */
244 NESTED(except_vec4, 0, sp) 247 NESTED(except_vec4, 0, sp)
245 1: j 1b /* Dum 248 1: j 1b /* Dummy, will be replaced */
246 END(except_vec4) 249 END(except_vec4)
247 250
248 /* 251 /*
249 * EJTAG debug exception handler. 252 * EJTAG debug exception handler.
250 * The EJTAG debug exception entry point is 0x 253 * The EJTAG debug exception entry point is 0xbfc00480, which
251 * normally is in the boot PROM, so the boot P 254 * normally is in the boot PROM, so the boot PROM must do an
252 * unconditional jump to this vector. 255 * unconditional jump to this vector.
253 */ 256 */
254 NESTED(except_vec_ejtag_debug, 0, sp) 257 NESTED(except_vec_ejtag_debug, 0, sp)
255 j ejtag_debug_handler 258 j ejtag_debug_handler
256 #ifdef CONFIG_CPU_MICROMIPS 259 #ifdef CONFIG_CPU_MICROMIPS
257 nop 260 nop
258 #endif 261 #endif
259 END(except_vec_ejtag_debug) 262 END(except_vec_ejtag_debug)
260 263
261 __FINIT 264 __FINIT
262 265
263 /* 266 /*
264 * Vectored interrupt handler. 267 * Vectored interrupt handler.
265 * This prototype is copied to ebase + n*IntCt 268 * This prototype is copied to ebase + n*IntCtl.VS and patched
266 * to invoke the handler 269 * to invoke the handler
267 */ 270 */
268 BUILD_ROLLBACK_PROLOGUE except_vec_vi 271 BUILD_ROLLBACK_PROLOGUE except_vec_vi
269 NESTED(except_vec_vi, 0, sp) 272 NESTED(except_vec_vi, 0, sp)
270 SAVE_SOME docfi=1 273 SAVE_SOME docfi=1
271 SAVE_AT docfi=1 274 SAVE_AT docfi=1
272 .set push 275 .set push
273 .set noreorder 276 .set noreorder
274 PTR_LA v1, except_vec_vi_handler 277 PTR_LA v1, except_vec_vi_handler
>> 278 FEXPORT(except_vec_vi_lui)
>> 279 lui v0, 0 /* Patched */
275 jr v1 280 jr v1
276 FEXPORT(except_vec_vi_ori) 281 FEXPORT(except_vec_vi_ori)
277 ori v0, zero, 0 /* Off !! 282 ori v0, 0 /* Patched */
278 .set pop 283 .set pop
279 END(except_vec_vi) 284 END(except_vec_vi)
280 EXPORT(except_vec_vi_end) 285 EXPORT(except_vec_vi_end)
281 286
282 /* 287 /*
283 * Common Vectored Interrupt code 288 * Common Vectored Interrupt code
284 * Complete the register saves and invoke the !! 289 * Complete the register saves and invoke the handler which is passed in $v0
285 * offset into vi_handlers[] <<
286 */ 290 */
287 NESTED(except_vec_vi_handler, 0, sp) 291 NESTED(except_vec_vi_handler, 0, sp)
288 SAVE_TEMP 292 SAVE_TEMP
289 SAVE_STATIC 293 SAVE_STATIC
290 CLI 294 CLI
291 #ifdef CONFIG_TRACE_IRQFLAGS 295 #ifdef CONFIG_TRACE_IRQFLAGS
292 move s0, v0 296 move s0, v0
293 TRACE_IRQS_OFF 297 TRACE_IRQS_OFF
294 move v0, s0 298 move v0, s0
295 #endif 299 #endif
296 300
297 LONG_L s0, TI_REGS($28) 301 LONG_L s0, TI_REGS($28)
298 LONG_S sp, TI_REGS($28) 302 LONG_S sp, TI_REGS($28)
299 303
300 /* 304 /*
301 * SAVE_ALL ensures we are using a val 305 * SAVE_ALL ensures we are using a valid kernel stack for the thread.
302 * Check if we are already using the I 306 * Check if we are already using the IRQ stack.
303 */ 307 */
304 move s1, sp # Preserve the sp 308 move s1, sp # Preserve the sp
305 309
306 /* Get IRQ stack for this CPU */ 310 /* Get IRQ stack for this CPU */
307 ASM_CPUID_MFC0 k0, ASM_SMP_CPUID_REG 311 ASM_CPUID_MFC0 k0, ASM_SMP_CPUID_REG
308 #if defined(CONFIG_32BIT) || defined(KBUILD_64 312 #if defined(CONFIG_32BIT) || defined(KBUILD_64BIT_SYM32)
309 lui k1, %hi(irq_stack) 313 lui k1, %hi(irq_stack)
310 #else 314 #else
311 lui k1, %highest(irq_stack) 315 lui k1, %highest(irq_stack)
312 daddiu k1, %higher(irq_stack) 316 daddiu k1, %higher(irq_stack)
313 dsll k1, 16 317 dsll k1, 16
314 daddiu k1, %hi(irq_stack) 318 daddiu k1, %hi(irq_stack)
315 dsll k1, 16 319 dsll k1, 16
316 #endif 320 #endif
317 LONG_SRL k0, SMP_CPUID_PTRSHIFT 321 LONG_SRL k0, SMP_CPUID_PTRSHIFT
318 LONG_ADDU k1, k0 322 LONG_ADDU k1, k0
319 LONG_L t0, %lo(irq_stack)(k1) 323 LONG_L t0, %lo(irq_stack)(k1)
320 324
321 # Check if already on IRQ stack 325 # Check if already on IRQ stack
322 PTR_LI t1, ~(_THREAD_SIZE-1) 326 PTR_LI t1, ~(_THREAD_SIZE-1)
323 and t1, t1, sp 327 and t1, t1, sp
324 beq t0, t1, 2f 328 beq t0, t1, 2f
325 329
326 /* Switch to IRQ stack */ 330 /* Switch to IRQ stack */
327 li t1, _IRQ_STACK_START 331 li t1, _IRQ_STACK_START
328 PTR_ADD sp, t0, t1 332 PTR_ADD sp, t0, t1
329 333
330 /* Save task's sp on IRQ stack so that 334 /* Save task's sp on IRQ stack so that unwinding can follow it */
331 LONG_S s1, 0(sp) 335 LONG_S s1, 0(sp)
332 2: 336 2:
333 PTR_L v0, vi_handlers(v0) <<
334 jalr v0 337 jalr v0
335 338
336 /* Restore sp */ 339 /* Restore sp */
337 move sp, s1 340 move sp, s1
338 341
339 j ret_from_irq 342 j ret_from_irq
340 END(except_vec_vi_handler) 343 END(except_vec_vi_handler)
341 344
342 /* 345 /*
343 * EJTAG debug exception handler. 346 * EJTAG debug exception handler.
344 */ 347 */
345 NESTED(ejtag_debug_handler, PT_SIZE, sp) 348 NESTED(ejtag_debug_handler, PT_SIZE, sp)
346 .set push 349 .set push
347 .set noat 350 .set noat
348 MTC0 k0, CP0_DESAVE 351 MTC0 k0, CP0_DESAVE
349 mfc0 k0, CP0_DEBUG 352 mfc0 k0, CP0_DEBUG
350 353
351 andi k0, k0, MIPS_DEBUG_DBP # Chec !! 354 sll k0, k0, 30 # Check for SDBBP.
352 beqz k0, ejtag_return !! 355 bgez k0, ejtag_return
353 <<
354 #ifdef CONFIG_SMP <<
355 1: PTR_LA k0, ejtag_debug_buffer_spinloc <<
356 __SYNC(full, loongson3_war) <<
357 2: ll k0, 0(k0) <<
358 bnez k0, 2b <<
359 PTR_LA k0, ejtag_debug_buffer_spinloc <<
360 sc k0, 0(k0) <<
361 beqz k0, 1b <<
362 # ifdef CONFIG_WEAK_REORDERING_BEYOND_LLSC <<
363 sync <<
364 # endif <<
365 <<
366 PTR_LA k0, ejtag_debug_buffer <<
367 LONG_S k1, 0(k0) <<
368 356
369 ASM_CPUID_MFC0 k1, ASM_SMP_CPUID_REG <<
370 PTR_SRL k1, SMP_CPUID_PTRSHIFT <<
371 PTR_SLL k1, LONGLOG <<
372 PTR_LA k0, ejtag_debug_buffer_per_cpu <<
373 PTR_ADDU k0, k1 <<
374 <<
375 PTR_LA k1, ejtag_debug_buffer <<
376 LONG_L k1, 0(k1) <<
377 LONG_S k1, 0(k0) <<
378 <<
379 PTR_LA k0, ejtag_debug_buffer_spinloc <<
380 sw zero, 0(k0) <<
381 #else <<
382 PTR_LA k0, ejtag_debug_buffer 357 PTR_LA k0, ejtag_debug_buffer
383 LONG_S k1, 0(k0) 358 LONG_S k1, 0(k0)
384 #endif <<
385 <<
386 SAVE_ALL 359 SAVE_ALL
387 move a0, sp 360 move a0, sp
388 jal ejtag_exception_handler 361 jal ejtag_exception_handler
389 RESTORE_ALL 362 RESTORE_ALL
390 <<
391 #ifdef CONFIG_SMP <<
392 ASM_CPUID_MFC0 k1, ASM_SMP_CPUID_REG <<
393 PTR_SRL k1, SMP_CPUID_PTRSHIFT <<
394 PTR_SLL k1, LONGLOG <<
395 PTR_LA k0, ejtag_debug_buffer_per_cpu <<
396 PTR_ADDU k0, k1 <<
397 LONG_L k1, 0(k0) <<
398 #else <<
399 PTR_LA k0, ejtag_debug_buffer 363 PTR_LA k0, ejtag_debug_buffer
400 LONG_L k1, 0(k0) 364 LONG_L k1, 0(k0)
401 #endif <<
402 365
403 ejtag_return: 366 ejtag_return:
404 back_to_back_c0_hazard <<
405 MFC0 k0, CP0_DESAVE 367 MFC0 k0, CP0_DESAVE
406 .set mips32 368 .set mips32
407 deret 369 deret
408 .set pop 370 .set pop
409 END(ejtag_debug_handler) 371 END(ejtag_debug_handler)
410 372
411 /* 373 /*
412 * This buffer is reserved for the use of the 374 * This buffer is reserved for the use of the EJTAG debug
413 * handler. 375 * handler.
414 */ 376 */
415 .data 377 .data
416 EXPORT(ejtag_debug_buffer) 378 EXPORT(ejtag_debug_buffer)
417 .fill LONGSIZE 379 .fill LONGSIZE
418 #ifdef CONFIG_SMP <<
419 EXPORT(ejtag_debug_buffer_spinlock) <<
420 .fill LONGSIZE <<
421 EXPORT(ejtag_debug_buffer_per_cpu) <<
422 .fill LONGSIZE * NR_CPUS <<
423 #endif <<
424 .previous 380 .previous
425 381
426 __INIT 382 __INIT
427 383
428 /* 384 /*
429 * NMI debug exception handler for MIPS refere 385 * NMI debug exception handler for MIPS reference boards.
430 * The NMI debug exception entry point is 0xbf 386 * The NMI debug exception entry point is 0xbfc00000, which
431 * normally is in the boot PROM, so the boot P 387 * normally is in the boot PROM, so the boot PROM must do a
432 * unconditional jump to this vector. 388 * unconditional jump to this vector.
433 */ 389 */
434 NESTED(except_vec_nmi, 0, sp) 390 NESTED(except_vec_nmi, 0, sp)
435 j nmi_handler 391 j nmi_handler
436 #ifdef CONFIG_CPU_MICROMIPS 392 #ifdef CONFIG_CPU_MICROMIPS
437 nop 393 nop
438 #endif 394 #endif
439 END(except_vec_nmi) 395 END(except_vec_nmi)
440 396
441 __FINIT 397 __FINIT
442 398
443 NESTED(nmi_handler, PT_SIZE, sp) 399 NESTED(nmi_handler, PT_SIZE, sp)
444 .cfi_signal_frame 400 .cfi_signal_frame
445 .set push 401 .set push
446 .set noat 402 .set noat
447 /* 403 /*
448 * Clear ERL - restore segment mapping 404 * Clear ERL - restore segment mapping
449 * Clear BEV - required for page fault 405 * Clear BEV - required for page fault exception handler to work
450 */ 406 */
451 mfc0 k0, CP0_STATUS 407 mfc0 k0, CP0_STATUS
452 ori k0, k0, ST0_EXL 408 ori k0, k0, ST0_EXL
453 li k1, ~(ST0_BEV | ST0_ERL) 409 li k1, ~(ST0_BEV | ST0_ERL)
454 and k0, k0, k1 410 and k0, k0, k1
455 mtc0 k0, CP0_STATUS 411 mtc0 k0, CP0_STATUS
456 _ehb 412 _ehb
457 SAVE_ALL 413 SAVE_ALL
458 move a0, sp 414 move a0, sp
459 jal nmi_exception_handler 415 jal nmi_exception_handler
460 /* nmi_exception_handler never returns 416 /* nmi_exception_handler never returns */
461 .set pop 417 .set pop
462 END(nmi_handler) 418 END(nmi_handler)
463 419
464 .macro __build_clear_none 420 .macro __build_clear_none
465 .endm 421 .endm
466 422
467 .macro __build_clear_sti 423 .macro __build_clear_sti
468 TRACE_IRQS_ON 424 TRACE_IRQS_ON
469 STI 425 STI
470 .endm 426 .endm
471 427
472 .macro __build_clear_cli 428 .macro __build_clear_cli
473 CLI 429 CLI
474 TRACE_IRQS_OFF 430 TRACE_IRQS_OFF
475 .endm 431 .endm
476 432
477 .macro __build_clear_fpe 433 .macro __build_clear_fpe
478 CLI <<
479 TRACE_IRQS_OFF <<
480 .set push 434 .set push
481 /* gas fails to assemble cfc1 for some 435 /* gas fails to assemble cfc1 for some archs (octeon).*/ \
482 .set mips1 436 .set mips1
483 .set hardfloat !! 437 SET_HARDFLOAT
484 cfc1 a1, fcr31 438 cfc1 a1, fcr31
485 .set pop 439 .set pop
>> 440 CLI
>> 441 TRACE_IRQS_OFF
486 .endm 442 .endm
487 443
488 .macro __build_clear_msa_fpe 444 .macro __build_clear_msa_fpe
>> 445 _cfcmsa a1, MSA_CSR
489 CLI 446 CLI
490 TRACE_IRQS_OFF 447 TRACE_IRQS_OFF
491 _cfcmsa a1, MSA_CSR <<
492 .endm 448 .endm
493 449
494 .macro __build_clear_ade 450 .macro __build_clear_ade
495 MFC0 t0, CP0_BADVADDR 451 MFC0 t0, CP0_BADVADDR
496 PTR_S t0, PT_BVADDR(sp) 452 PTR_S t0, PT_BVADDR(sp)
497 KMODE 453 KMODE
498 .endm 454 .endm
499 455
500 .macro __build_clear_gsexc <<
501 .set push <<
502 /* <<
503 * We need to specify a selector to ac <<
504 * register. All GSExc-equipped proces <<
505 */ <<
506 .set mips32 <<
507 mfc0 a1, CP0_DIAGNOSTIC1 <<
508 .set pop <<
509 TRACE_IRQS_ON <<
510 STI <<
511 .endm <<
512 <<
513 .macro __BUILD_silent exception 456 .macro __BUILD_silent exception
514 .endm 457 .endm
515 458
516 /* Gas tries to parse the ASM_PRINT ar !! 459 /* Gas tries to parse the PRINT argument as a string containing
517 string escapes and emits bogus warn 460 string escapes and emits bogus warnings if it believes to
518 recognize an unknown escape code. 461 recognize an unknown escape code. So make the arguments
519 start with an n and gas will believ 462 start with an n and gas will believe \n is ok ... */
520 .macro __BUILD_verbose nexception 463 .macro __BUILD_verbose nexception
521 LONG_L a1, PT_EPC(sp) 464 LONG_L a1, PT_EPC(sp)
522 #ifdef CONFIG_32BIT 465 #ifdef CONFIG_32BIT
523 ASM_PRINT("Got \nexception at %08lx\01 !! 466 PRINT("Got \nexception at %08lx\012")
524 #endif 467 #endif
525 #ifdef CONFIG_64BIT 468 #ifdef CONFIG_64BIT
526 ASM_PRINT("Got \nexception at %016lx\0 !! 469 PRINT("Got \nexception at %016lx\012")
527 #endif 470 #endif
528 .endm 471 .endm
529 472
530 .macro __BUILD_count exception 473 .macro __BUILD_count exception
531 LONG_L t0,exception_count_\exception 474 LONG_L t0,exception_count_\exception
532 LONG_ADDIU t0, 1 475 LONG_ADDIU t0, 1
533 LONG_S t0,exception_count_\exception 476 LONG_S t0,exception_count_\exception
534 .comm exception_count\exception, 8, 477 .comm exception_count\exception, 8, 8
535 .endm 478 .endm
536 479
537 .macro __BUILD_HANDLER exception hand 480 .macro __BUILD_HANDLER exception handler clear verbose ext
538 .align 5 481 .align 5
539 NESTED(handle_\exception, PT_SIZE, sp) 482 NESTED(handle_\exception, PT_SIZE, sp)
540 .cfi_signal_frame 483 .cfi_signal_frame
541 .set noat 484 .set noat
542 SAVE_ALL 485 SAVE_ALL
543 FEXPORT(handle_\exception\ext) 486 FEXPORT(handle_\exception\ext)
544 __build_clear_\clear 487 __build_clear_\clear
545 .set at 488 .set at
546 __BUILD_\verbose \exception 489 __BUILD_\verbose \exception
547 move a0, sp 490 move a0, sp
548 jal do_\handler 491 jal do_\handler
549 j ret_from_exception 492 j ret_from_exception
550 END(handle_\exception) 493 END(handle_\exception)
551 .endm 494 .endm
552 495
553 .macro BUILD_HANDLER exception handle 496 .macro BUILD_HANDLER exception handler clear verbose
554 __BUILD_HANDLER \exception \handler \c 497 __BUILD_HANDLER \exception \handler \clear \verbose _int
555 .endm 498 .endm
556 499
557 BUILD_HANDLER adel ade ade silent 500 BUILD_HANDLER adel ade ade silent /* #4 */
558 BUILD_HANDLER ades ade ade silent 501 BUILD_HANDLER ades ade ade silent /* #5 */
559 BUILD_HANDLER ibe be cli silent 502 BUILD_HANDLER ibe be cli silent /* #6 */
560 BUILD_HANDLER dbe be cli silent 503 BUILD_HANDLER dbe be cli silent /* #7 */
561 BUILD_HANDLER bp bp sti silent 504 BUILD_HANDLER bp bp sti silent /* #9 */
562 BUILD_HANDLER ri ri sti silent 505 BUILD_HANDLER ri ri sti silent /* #10 */
563 BUILD_HANDLER cpu cpu sti silent 506 BUILD_HANDLER cpu cpu sti silent /* #11 */
564 BUILD_HANDLER ov ov sti silent 507 BUILD_HANDLER ov ov sti silent /* #12 */
565 BUILD_HANDLER tr tr sti silent 508 BUILD_HANDLER tr tr sti silent /* #13 */
566 BUILD_HANDLER msa_fpe msa_fpe msa_fpe 509 BUILD_HANDLER msa_fpe msa_fpe msa_fpe silent /* #14 */
567 #ifdef CONFIG_MIPS_FP_SUPPORT <<
568 BUILD_HANDLER fpe fpe fpe silent 510 BUILD_HANDLER fpe fpe fpe silent /* #15 */
569 #endif <<
570 BUILD_HANDLER ftlb ftlb none silent 511 BUILD_HANDLER ftlb ftlb none silent /* #16 */
571 BUILD_HANDLER gsexc gsexc gsexc silent <<
572 BUILD_HANDLER msa msa sti silent 512 BUILD_HANDLER msa msa sti silent /* #21 */
573 BUILD_HANDLER mdmx mdmx sti silent 513 BUILD_HANDLER mdmx mdmx sti silent /* #22 */
574 #ifdef CONFIG_HARDWARE_WATCHPOINTS 514 #ifdef CONFIG_HARDWARE_WATCHPOINTS
575 /* 515 /*
576 * For watch, interrupts will be enabl 516 * For watch, interrupts will be enabled after the watch
577 * registers are read. 517 * registers are read.
578 */ 518 */
579 BUILD_HANDLER watch watch cli silent 519 BUILD_HANDLER watch watch cli silent /* #23 */
580 #else 520 #else
581 BUILD_HANDLER watch watch sti verbose 521 BUILD_HANDLER watch watch sti verbose /* #23 */
582 #endif 522 #endif
583 BUILD_HANDLER mcheck mcheck cli verbos 523 BUILD_HANDLER mcheck mcheck cli verbose /* #24 */
584 BUILD_HANDLER mt mt sti silent 524 BUILD_HANDLER mt mt sti silent /* #25 */
585 BUILD_HANDLER dsp dsp sti silent 525 BUILD_HANDLER dsp dsp sti silent /* #26 */
586 BUILD_HANDLER reserved reserved sti ve 526 BUILD_HANDLER reserved reserved sti verbose /* others */
587 527
588 .align 5 528 .align 5
589 LEAF(handle_ri_rdhwr_tlbp) 529 LEAF(handle_ri_rdhwr_tlbp)
590 .set push 530 .set push
591 .set noat 531 .set noat
592 .set noreorder 532 .set noreorder
593 /* check if TLB contains a entry for E 533 /* check if TLB contains a entry for EPC */
594 MFC0 k1, CP0_ENTRYHI 534 MFC0 k1, CP0_ENTRYHI
595 andi k1, MIPS_ENTRYHI_ASID | MIPS_E 535 andi k1, MIPS_ENTRYHI_ASID | MIPS_ENTRYHI_ASIDX
596 MFC0 k0, CP0_EPC 536 MFC0 k0, CP0_EPC
597 PTR_SRL k0, _PAGE_SHIFT + 1 537 PTR_SRL k0, _PAGE_SHIFT + 1
598 PTR_SLL k0, _PAGE_SHIFT + 1 538 PTR_SLL k0, _PAGE_SHIFT + 1
599 or k1, k0 539 or k1, k0
600 MTC0 k1, CP0_ENTRYHI 540 MTC0 k1, CP0_ENTRYHI
601 mtc0_tlbw_hazard 541 mtc0_tlbw_hazard
602 tlbp 542 tlbp
603 tlb_probe_hazard 543 tlb_probe_hazard
604 mfc0 k1, CP0_INDEX 544 mfc0 k1, CP0_INDEX
605 .set pop 545 .set pop
606 bltz k1, handle_ri /* slow path * 546 bltz k1, handle_ri /* slow path */
607 /* fall thru */ 547 /* fall thru */
608 END(handle_ri_rdhwr_tlbp) 548 END(handle_ri_rdhwr_tlbp)
609 549
610 LEAF(handle_ri_rdhwr) 550 LEAF(handle_ri_rdhwr)
611 .set push 551 .set push
612 .set noat 552 .set noat
613 .set noreorder 553 .set noreorder
614 /* MIPS32: 0x7c03e83b: rdhwr v1,$29 554 /* MIPS32: 0x7c03e83b: rdhwr v1,$29 */
615 /* microMIPS: 0x007d6b3c: rdhwr v1,$29 555 /* microMIPS: 0x007d6b3c: rdhwr v1,$29 */
616 MFC0 k1, CP0_EPC 556 MFC0 k1, CP0_EPC
617 #if defined(CONFIG_CPU_MICROMIPS) || defined(C 557 #if defined(CONFIG_CPU_MICROMIPS) || defined(CONFIG_CPU_MIPS32_R2) || defined(CONFIG_CPU_MIPS64_R2)
618 and k0, k1, 1 558 and k0, k1, 1
619 beqz k0, 1f 559 beqz k0, 1f
620 xor k1, k0 560 xor k1, k0
621 lhu k0, (k1) 561 lhu k0, (k1)
622 lhu k1, 2(k1) 562 lhu k1, 2(k1)
623 ins k1, k0, 16, 16 563 ins k1, k0, 16, 16
624 lui k0, 0x007d 564 lui k0, 0x007d
625 b docheck 565 b docheck
626 ori k0, 0x6b3c 566 ori k0, 0x6b3c
627 1: 567 1:
628 lui k0, 0x7c03 568 lui k0, 0x7c03
629 lw k1, (k1) 569 lw k1, (k1)
630 ori k0, 0xe83b 570 ori k0, 0xe83b
631 #else 571 #else
632 andi k0, k1, 1 572 andi k0, k1, 1
633 bnez k0, handle_ri 573 bnez k0, handle_ri
634 lui k0, 0x7c03 574 lui k0, 0x7c03
635 lw k1, (k1) 575 lw k1, (k1)
636 ori k0, 0xe83b 576 ori k0, 0xe83b
637 #endif 577 #endif
638 .set reorder 578 .set reorder
639 docheck: 579 docheck:
640 bne k0, k1, handle_ri /* if 580 bne k0, k1, handle_ri /* if not ours */
641 581
642 isrdhwr: 582 isrdhwr:
643 /* The insn is rdhwr. No need to chec 583 /* The insn is rdhwr. No need to check CAUSE.BD here. */
644 get_saved_sp /* k1 := current_threa 584 get_saved_sp /* k1 := current_thread_info */
645 .set noreorder 585 .set noreorder
646 MFC0 k0, CP0_EPC 586 MFC0 k0, CP0_EPC
647 #if defined(CONFIG_CPU_R3000) !! 587 #if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
648 ori k1, _THREAD_MASK 588 ori k1, _THREAD_MASK
649 xori k1, _THREAD_MASK 589 xori k1, _THREAD_MASK
650 LONG_L v1, TI_TP_VALUE(k1) 590 LONG_L v1, TI_TP_VALUE(k1)
651 LONG_ADDIU k0, 4 591 LONG_ADDIU k0, 4
652 jr k0 592 jr k0
653 rfe 593 rfe
654 #else 594 #else
655 #ifndef CONFIG_CPU_DADDI_WORKAROUNDS 595 #ifndef CONFIG_CPU_DADDI_WORKAROUNDS
656 LONG_ADDIU k0, 4 /* sta 596 LONG_ADDIU k0, 4 /* stall on $k0 */
657 #else 597 #else
658 .set at=v1 598 .set at=v1
659 LONG_ADDIU k0, 4 599 LONG_ADDIU k0, 4
660 .set noat 600 .set noat
661 #endif 601 #endif
662 MTC0 k0, CP0_EPC 602 MTC0 k0, CP0_EPC
663 /* I hope three instructions between M 603 /* I hope three instructions between MTC0 and ERET are enough... */
664 ori k1, _THREAD_MASK 604 ori k1, _THREAD_MASK
665 xori k1, _THREAD_MASK 605 xori k1, _THREAD_MASK
666 LONG_L v1, TI_TP_VALUE(k1) 606 LONG_L v1, TI_TP_VALUE(k1)
667 .set push <<
668 .set arch=r4000 607 .set arch=r4000
669 eret 608 eret
670 .set pop !! 609 .set mips0
671 #endif 610 #endif
672 .set pop 611 .set pop
673 END(handle_ri_rdhwr) 612 END(handle_ri_rdhwr)
674 613
675 #ifdef CONFIG_CPU_R4X00_BUGS64 !! 614 #ifdef CONFIG_64BIT
676 /* A temporary overflow handler used by check_ 615 /* A temporary overflow handler used by check_daddi(). */
677 616
678 __INIT 617 __INIT
679 618
680 BUILD_HANDLER daddi_ov daddi_ov none 619 BUILD_HANDLER daddi_ov daddi_ov none silent /* #12 */
681 #endif 620 #endif
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.