~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/arch/parisc/kernel/entry.S

Version: ~ [ linux-6.12-rc7 ] ~ [ linux-6.11.7 ] ~ [ linux-6.10.14 ] ~ [ linux-6.9.12 ] ~ [ linux-6.8.12 ] ~ [ linux-6.7.12 ] ~ [ linux-6.6.60 ] ~ [ linux-6.5.13 ] ~ [ linux-6.4.16 ] ~ [ linux-6.3.13 ] ~ [ linux-6.2.16 ] ~ [ linux-6.1.116 ] ~ [ linux-6.0.19 ] ~ [ linux-5.19.17 ] ~ [ linux-5.18.19 ] ~ [ linux-5.17.15 ] ~ [ linux-5.16.20 ] ~ [ linux-5.15.171 ] ~ [ linux-5.14.21 ] ~ [ linux-5.13.19 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.229 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.285 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.323 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.336 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.337 ] ~ [ linux-4.4.302 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.12 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

Diff markup

Differences between /arch/parisc/kernel/entry.S (Version linux-6.12-rc7) and /arch/mips/kernel/entry.S (Version linux-6.0.19)


  1 /* SPDX-License-Identifier: GPL-2.0-or-later * << 
  2 /*                                                  1 /*
  3  * Linux/PA-RISC Project (http://www.parisc-li !!   2  * This file is subject to the terms and conditions of the GNU General Public
                                                   >>   3  * License.  See the file "COPYING" in the main directory of this archive
                                                   >>   4  * for more details.
  4  *                                                  5  *
  5  * kernel entry points (interruptions, system  !!   6  * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
  6  *  Copyright (C) 1999,2000 Philipp Rumpf      !!   7  * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
  7  *  Copyright (C) 1999 SuSE GmbH Nuernberg     !!   8  * Copyright (C) 2001 MIPS Technologies, Inc.
  8  *  Copyright (C) 2000 Hewlett-Packard (John M << 
  9  *  Copyright (C) 1999 Hewlett-Packard (Frank  << 
 10  */                                                 9  */
 11                                                    10 
 12 #include <asm/asm-offsets.h>                   !!  11 #include <asm/asm.h>
 13                                                !!  12 #include <asm/asmmacro.h>
 14 /* we have the following possibilities to act  !!  13 #include <asm/compiler.h>
 15  *  - handle in assembly and use shadowed regi !!  14 #include <asm/irqflags.h>
 16  *  - save registers to kernel stack and handl !!  15 #include <asm/regdef.h>
 17                                                !!  16 #include <asm/mipsregs.h>
 18                                                !!  17 #include <asm/stackframe.h>
 19 #include <asm/psw.h>                           !!  18 #include <asm/isadep.h>
 20 #include <asm/cache.h>          /* for L1_CACH << 
 21 #include <asm/assembly.h>       /* for LDREG/S << 
 22 #include <asm/signal.h>                        << 
 23 #include <asm/unistd.h>                        << 
 24 #include <asm/ldcw.h>                          << 
 25 #include <asm/traps.h>                         << 
 26 #include <asm/thread_info.h>                       19 #include <asm/thread_info.h>
 27 #include <asm/alternative.h>                   << 
 28 #include <asm/spinlock_types.h>                << 
 29                                                << 
 30 #include <linux/linkage.h>                     << 
 31 #include <linux/pgtable.h>                     << 
 32                                                    20 
 33 #ifdef CONFIG_64BIT                            !!  21 #ifndef CONFIG_PREEMPTION
 34         .level 2.0w                            !!  22 #define resume_kernel   restore_all
 35 #else                                              23 #else
 36         .level 2.0                             !!  24 #define __ret_from_irq  ret_from_exception
 37 #endif                                             25 #endif
 38                                                    26 
                                                   >>  27         .text
                                                   >>  28         .align  5
                                                   >>  29 #ifndef CONFIG_PREEMPTION
                                                   >>  30 FEXPORT(ret_from_exception)
                                                   >>  31         local_irq_disable                       # preempt stop
                                                   >>  32         b       __ret_from_irq
                                                   >>  33 #endif
                                                   >>  34 FEXPORT(ret_from_irq)
                                                   >>  35         LONG_S  s0, TI_REGS($28)
                                                   >>  36 FEXPORT(__ret_from_irq)
 39 /*                                                 37 /*
 40  * We need seven instructions after a TLB inse !!  38  * We can be coming here from a syscall done in the kernel space,
 41  * The PA8800/PA8900 processors are an excepti !!  39  * e.g. a failed kernel_execve().
 42  * The RFI changes both IAOQ_Back and IAOQ_Fro << 
 43  */                                                40  */
 44 #ifdef CONFIG_64BIT                            !!  41 resume_userspace_check:
 45 #define NUM_PIPELINE_INSNS    12               !!  42         LONG_L  t0, PT_STATUS(sp)               # returning to kernel mode?
 46 #else                                          !!  43         andi    t0, t0, KU_USER
 47 #define NUM_PIPELINE_INSNS    7                !!  44         beqz    t0, resume_kernel
 48 #endif                                         !!  45 
 49                                                !!  46 resume_userspace:
 50         /* Insert num nops */                  !!  47         local_irq_disable               # make sure we dont miss an
 51         .macro  insert_nops num                !!  48                                         # interrupt setting need_resched
 52         .rept \num                             !!  49                                         # between sampling and return
 53         nop                                    !!  50         LONG_L  a2, TI_FLAGS($28)       # current->work
 54         .endr                                  !!  51         andi    t0, a2, _TIF_WORK_MASK  # (ignoring syscall_trace)
 55         .endm                                  !!  52         bnez    t0, work_pending
 56                                                !!  53         j       restore_all
 57         /* Get aligned page_table_lock address << 
 58         .macro  get_ptl reg                    << 
 59         mfctl   %cr28,\reg                     << 
 60         .endm                                  << 
 61                                                << 
 62         /* space_to_prot macro creates a prot  << 
 63                                                << 
 64 #if (SPACEID_SHIFT) == 0                       << 
 65         .macro  space_to_prot spc prot         << 
 66         depd,z  \spc,62,31,\prot               << 
 67         .endm                                  << 
 68 #else                                          << 
 69         .macro  space_to_prot spc prot         << 
 70         extrd,u \spc,(64 - (SPACEID_SHIFT)),32 << 
 71         .endm                                  << 
 72 #endif                                         << 
 73         /*                                     << 
 74          * The "get_stack" macros are responsi << 
 75          * kernel stack value.                 << 
 76          *                                     << 
 77          *      If sr7 == 0                    << 
 78          *          Already using a kernel sta << 
 79          *          get_stack_use_r30 macro to << 
 80          *          on the stack, and store re << 
 81          *      else                           << 
 82          *          Need to set up a kernel st << 
 83          *          get_stack_use_cr30 macro t << 
 84          *          to the pt_regs structure c << 
 85          *          task pointer pointed to by << 
 86          *          pointer from the task stru << 
 87          *                                     << 
 88          * Note that we use shadowed registers << 
 89          * we can save %r26 and %r29. %r26 is  << 
 90          * %r8 (a shadowed register) which tem << 
 91          * either the fault type ("code") or t << 
 92          * to use a non-shadowed register to c << 
 93          * the rfir in virt_map. We use %r26 s << 
 94          * up being passed as the argument to  << 
 95          * or handle_interruption. %r29 is use << 
 96          * the register save area, and once ag << 
 97          * be a non-shadowed register so that  << 
 98          */                                    << 
 99                                                << 
100         .macro  get_stack_use_cr30             << 
101                                                << 
102         /* we save the registers in the task s << 
103                                                << 
104         copy    %r30, %r17                     << 
105         mfctl   %cr30, %r1                     << 
106         tophys  %r1,%r9         /* task_struct << 
107         LDREG   TASK_STACK(%r9),%r30           << 
108         ldo     PT_SZ_ALGN(%r30),%r30          << 
109         mtsp    %r0,%sr7        /* clear sr7 a << 
110         mtsp    %r16,%sr3                      << 
111         ldo     TASK_REGS(%r9),%r9             << 
112         STREG   %r17,PT_GR30(%r9)              << 
113         STREG   %r29,PT_GR29(%r9)              << 
114         STREG   %r26,PT_GR26(%r9)              << 
115         STREG   %r16,PT_SR7(%r9)               << 
116         copy    %r9,%r29                       << 
117         .endm                                  << 
118                                                << 
119         .macro  get_stack_use_r30              << 
120                                                << 
121         /* we put a struct pt_regs on the stac << 
122                                                << 
123         tophys  %r30,%r9                       << 
124         copy    %r30,%r1                       << 
125         ldo     PT_SZ_ALGN(%r30),%r30          << 
126         STREG   %r1,PT_GR30(%r9)               << 
127         STREG   %r29,PT_GR29(%r9)              << 
128         STREG   %r26,PT_GR26(%r9)              << 
129         STREG   %r16,PT_SR7(%r9)               << 
130         copy    %r9,%r29                       << 
131         .endm                                  << 
132                                                << 
133         .macro  rest_stack                     << 
134         LDREG   PT_GR1(%r29), %r1              << 
135         LDREG   PT_GR30(%r29),%r30             << 
136         LDREG   PT_GR29(%r29),%r29             << 
137         .endm                                  << 
138                                                << 
139         /* default interruption handler        << 
140          * (calls traps.c:handle_interruption) << 
141         .macro  def code                       << 
142         b       intr_save                      << 
143         ldi     \code, %r8                     << 
144         .align  32                             << 
145         .endm                                  << 
146                                                << 
147         /* Interrupt interruption handler      << 
148          * (calls irq.c:do_cpu_irq_mask) */    << 
149         .macro  extint code                    << 
150         b       intr_extint                    << 
151         mfsp    %sr7,%r16                      << 
152         .align  32                             << 
153         .endm                                  << 
154                                                << 
155         .import os_hpmc, code                  << 
156                                                << 
157         /* HPMC handler */                     << 
158         .macro  hpmc code                      << 
159         nop                     /* must be a N << 
160         load32  PA(os_hpmc), %r3               << 
161         bv,n    0(%r3)                         << 
162         nop                                    << 
163         .word   0               /* checksum (w << 
164         .word   0               /* address of  << 
165         .word   0               /* length of h << 
166         .endm                                  << 
167                                                << 
168         /*                                     << 
169          * Performance Note: Instructions will << 
170          * this part of the code later on, onc << 
171          * that the tlb miss handlers are clos << 
172          */                                    << 
173                                                << 
174         /* Register definitions for tlb miss h << 
175                                                << 
176         va  = r8        /* virtual address for << 
177         spc = r24       /* space for which the << 
178                                                << 
179 #ifndef CONFIG_64BIT                           << 
180                                                << 
181         /*                                     << 
182          * itlb miss interruption handler (par << 
183          */                                    << 
184                                                << 
185         .macro  itlb_11 code                   << 
186                                                << 
187         mfctl   %pcsq, spc                     << 
188         b       itlb_miss_11                   << 
189         mfctl   %pcoq, va                      << 
190                                                << 
191         .align          32                     << 
192         .endm                                  << 
193 #endif                                         << 
194                                                << 
195         /*                                     << 
196          * itlb miss interruption handler (par << 
197          */                                    << 
198                                                << 
199         .macro  itlb_20 code                   << 
200         mfctl   %pcsq, spc                     << 
201 #ifdef CONFIG_64BIT                            << 
202         b       itlb_miss_20w                  << 
203 #else                                          << 
204         b       itlb_miss_20                   << 
205 #endif                                         << 
206         mfctl   %pcoq, va                      << 
207                                                << 
208         .align          32                     << 
209         .endm                                  << 
210                                                << 
211 #ifndef CONFIG_64BIT                           << 
212         /*                                     << 
213          * naitlb miss interruption handler (p << 
214          */                                    << 
215                                                << 
216         .macro  naitlb_11 code                 << 
217                                                << 
218         mfctl   %isr,spc                       << 
219         b       naitlb_miss_11                 << 
220         mfctl   %ior,va                        << 
221                                                << 
222         .align          32                     << 
223         .endm                                  << 
224 #endif                                         << 
225                                                << 
226         /*                                     << 
227          * naitlb miss interruption handler (p << 
228          */                                    << 
229                                                << 
230         .macro  naitlb_20 code                 << 
231                                                << 
232         mfctl   %isr,spc                       << 
233 #ifdef CONFIG_64BIT                            << 
234         b       naitlb_miss_20w                << 
235 #else                                          << 
236         b       naitlb_miss_20                 << 
237 #endif                                         << 
238         mfctl   %ior,va                        << 
239                                                << 
240         .align          32                     << 
241         .endm                                  << 
242                                                << 
243 #ifndef CONFIG_64BIT                           << 
244         /*                                     << 
245          * dtlb miss interruption handler (par << 
246          */                                    << 
247                                                << 
248         .macro  dtlb_11 code                   << 
249                                                << 
250         mfctl   %isr, spc                      << 
251         b       dtlb_miss_11                   << 
252         mfctl   %ior, va                       << 
253                                                << 
254         .align          32                     << 
255         .endm                                  << 
256 #endif                                         << 
257                                                << 
258         /*                                     << 
259          * dtlb miss interruption handler (par << 
260          */                                    << 
261                                                << 
262         .macro  dtlb_20 code                   << 
263                                                << 
264         mfctl   %isr, spc                      << 
265 #ifdef CONFIG_64BIT                            << 
266         b       dtlb_miss_20w                  << 
267 #else                                          << 
268         b       dtlb_miss_20                   << 
269 #endif                                         << 
270         mfctl   %ior, va                       << 
271                                                << 
272         .align          32                     << 
273         .endm                                  << 
274                                                << 
275 #ifndef CONFIG_64BIT                           << 
276         /* nadtlb miss interruption handler (p << 
277                                                << 
278         .macro  nadtlb_11 code                 << 
279                                                << 
280         mfctl   %isr,spc                       << 
281         b       nadtlb_miss_11                 << 
282         mfctl   %ior,va                        << 
283                                                << 
284         .align          32                     << 
285         .endm                                  << 
286 #endif                                         << 
287                                                << 
288         /* nadtlb miss interruption handler (p << 
289                                                << 
290         .macro  nadtlb_20 code                 << 
291                                                << 
292         mfctl   %isr,spc                       << 
293 #ifdef CONFIG_64BIT                            << 
294         b       nadtlb_miss_20w                << 
295 #else                                          << 
296         b       nadtlb_miss_20                 << 
297 #endif                                         << 
298         mfctl   %ior,va                        << 
299                                                << 
300         .align          32                     << 
301         .endm                                  << 
302                                                << 
303 #ifndef CONFIG_64BIT                           << 
304         /*                                     << 
305          * dirty bit trap interruption handler << 
306          */                                    << 
307                                                << 
308         .macro  dbit_11 code                   << 
309                                                << 
310         mfctl   %isr,spc                       << 
311         b       dbit_trap_11                   << 
312         mfctl   %ior,va                        << 
313                                                << 
314         .align          32                     << 
315         .endm                                  << 
316 #endif                                         << 
317                                                << 
318         /*                                     << 
319          * dirty bit trap interruption handler << 
320          */                                    << 
321                                                << 
322         .macro  dbit_20 code                   << 
323                                                << 
324         mfctl   %isr,spc                       << 
325 #ifdef CONFIG_64BIT                            << 
326         b       dbit_trap_20w                  << 
327 #else                                          << 
328         b       dbit_trap_20                   << 
329 #endif                                         << 
330         mfctl   %ior,va                        << 
331                                                << 
332         .align          32                     << 
333         .endm                                  << 
334                                                << 
335         /* In LP64, the space contains part of << 
336          * fault.  We have to extract this and << 
337          * zeroing the corresponding bits in t << 
338         .macro          space_adjust    spc,va << 
339 #ifdef CONFIG_64BIT                            << 
340         extrd,u         \spc,63,SPACEID_SHIFT, << 
341         depd            %r0,63,SPACEID_SHIFT,\ << 
342         depd            \tmp,31,SPACEID_SHIFT, << 
343 #endif                                         << 
344         .endm                                  << 
345                                                << 
346         .import         swapper_pg_dir,code    << 
347                                                << 
348         /* Get the pgd.  For faults on space z << 
349          * is simply swapper_pg_dir.  For user << 
350          * pgd is stored in %cr25 */           << 
351         .macro          get_pgd         spc,re << 
352         ldil            L%PA(swapper_pg_dir),\ << 
353         ldo             R%PA(swapper_pg_dir)(\ << 
354         or,COND(=)      %r0,\spc,%r0           << 
355         mfctl           %cr25,\reg             << 
356         .endm                                  << 
357                                                << 
358         /*                                     << 
359                 space_check(spc,tmp,fault)     << 
360                                                << 
361                 spc - The space we saw the fau << 
362                 tmp - The place to store the c << 
363                 fault - Function to call on fa << 
364                                                << 
365                 Only allow faults on different << 
366                 currently active one if we're  << 
367                                                << 
368         */                                     << 
369         .macro          space_check     spc,tm << 
370         mfsp            %sr7,\tmp              << 
371         /* check against %r0 which is same val << 
372         or,COND(<>)     %r0,\spc,%r0    /* use << 
373                                          * as  << 
374                                          * che << 
375         copy            \spc,\tmp              << 
376         or,COND(=)      %r0,\tmp,%r0    /* nul << 
377         cmpb,COND(<>),n \tmp,\spc,\fault       << 
378         .endm                                  << 
379                                                << 
380         /* Look up a PTE in a 2-Level scheme ( << 
381          * level if the entry isn't present    << 
382          *                                     << 
383          * NOTE: we use ldw even for LP64, sin << 
384          * can address up to 1TB               << 
385          */                                    << 
386         .macro          L2_ptep pmd,pte,index, << 
387 #if CONFIG_PGTABLE_LEVELS == 3                 << 
388         extru_safe      \va,31-ASM_PMD_SHIFT,A << 
389 #else                                          << 
390         extru_safe      \va,31-ASM_PGDIR_SHIFT << 
391 #endif                                         << 
392         dep             %r0,31,PAGE_SHIFT,\pmd << 
393 #if CONFIG_PGTABLE_LEVELS < 3                  << 
394         copy            %r0,\pte               << 
395 #endif                                         << 
396         ldw,s           \index(\pmd),\pmd      << 
397         bb,>=,n         \pmd,_PxD_PRESENT_BIT, << 
398         dep             %r0,31,PxD_FLAG_SHIFT, << 
399         SHLREG          \pmd,PxD_VALUE_SHIFT,\ << 
400         extru_safe      \va,31-PAGE_SHIFT,ASM_ << 
401         dep             %r0,31,PAGE_SHIFT,\pmd << 
402         shladd          \index,BITS_PER_PTE_EN << 
403         .endm                                  << 
404                                                << 
405         /* Look up PTE in a 3-Level scheme. */ << 
406         .macro          L3_ptep pgd,pte,index, << 
407 #if CONFIG_PGTABLE_LEVELS == 3                 << 
408         copy            %r0,\pte               << 
409         extrd,u         \va,63-ASM_PGDIR_SHIFT << 
410         ldw,s           \index(\pgd),\pgd      << 
411         bb,>=,n         \pgd,_PxD_PRESENT_BIT, << 
412         shld            \pgd,PxD_VALUE_SHIFT,\ << 
413 #endif                                         << 
414         L2_ptep         \pgd,\pte,\index,\va,\ << 
415         .endm                                  << 
416                                                << 
417         /* Acquire page_table_lock and check p << 
418         .macro          ptl_lock        spc,pt << 
419 #ifdef CONFIG_TLB_PTLOCK                       << 
420 98:     cmpib,COND(=),n 0,\spc,2f              << 
421         get_ptl         \tmp                   << 
422 1:      LDCW            0(\tmp),\tmp1          << 
423         cmpib,COND(=)   0,\tmp1,1b             << 
424         nop                                    << 
425         LDREG           0(\ptp),\pte           << 
426         bb,<,n          \pte,_PAGE_PRESENT_BIT << 
427         b               \fault                 << 
428         stw             \tmp1,0(\tmp)          << 
429 99:     ALTERNATIVE(98b, 99b, ALT_COND_NO_SMP, << 
430 #endif                                         << 
431 2:      LDREG           0(\ptp),\pte           << 
432         bb,>=,n         \pte,_PAGE_PRESENT_BIT << 
433 3:                                             << 
434         .endm                                  << 
435                                                << 
436         /* Release page_table_lock if for user << 
437            store to ensure all prior accesses  << 
438            releasing the lock. Note stw may no << 
439            provide one extra nop when CONFIG_T << 
440         .macro          ptl_unlock      spc,tm << 
441 #ifdef CONFIG_TLB_PTLOCK                       << 
442 98:     get_ptl         \tmp                   << 
443         ldi             __ARCH_SPIN_LOCK_UNLOC << 
444         or,COND(=)      %r0,\spc,%r0           << 
445         stw,ma          \tmp2,0(\tmp)          << 
446 99:     ALTERNATIVE(98b, 99b, ALT_COND_NO_SMP, << 
447         insert_nops     NUM_PIPELINE_INSNS - 4 << 
448 #else                                          << 
449         insert_nops     NUM_PIPELINE_INSNS - 1 << 
450 #endif                                         << 
451         .endm                                  << 
452                                                << 
453         /* Set the _PAGE_ACCESSED bit of the P << 
454          * don't needlessly dirty the cache li << 
455         .macro          update_accessed ptp,pt << 
456         ldi             _PAGE_ACCESSED,\tmp1   << 
457         or              \tmp1,\pte,\tmp        << 
458         and,COND(<>)    \tmp1,\pte,%r0         << 
459         STREG           \tmp,0(\ptp)           << 
460         .endm                                  << 
461                                                << 
462         /* Set the dirty bit (and accessed bit << 
463          * clever, this is only used from the  << 
464         .macro          update_dirty    ptp,pt << 
465         ldi             _PAGE_ACCESSED|_PAGE_D << 
466         or              \tmp,\pte,\pte         << 
467         STREG           \pte,0(\ptp)           << 
468         .endm                                  << 
469                                                << 
470         /* We have (depending on the page size << 
471          * - 38 to 52-bit Physical Page Number << 
472          * - 12 to 26-bit page offset          << 
473          */                                    << 
474         /* bitshift difference between a PFN ( << 
475          * to a CPU TLB 4k PFN (4k => 12 bits  << 
476         #define PAGE_ADD_SHIFT          (PAGE_ << 
477         #define PAGE_ADD_HUGE_SHIFT     (REAL_ << 
478         #define PFN_START_BIT   (63-ASM_PFN_PT << 
479                                                << 
480         /* Drop prot bits and convert to page  << 
481         .macro          convert_for_tlb_insert << 
482 #ifdef CONFIG_HUGETLB_PAGE                     << 
483         copy            \pte,\tmp              << 
484         extrd,u         \tmp,PFN_START_BIT,PFN << 
485                                                << 
486         depdi           _PAGE_SIZE_ENCODING_DE << 
487                                 (63-58)+PAGE_A << 
488         extrd,u,*=      \tmp,_PAGE_HPAGE_BIT+3 << 
489         depdi           _HUGE_PAGE_SIZE_ENCODI << 
490                                 (63-58)+PAGE_A << 
491 #else /* Huge pages disabled */                << 
492         extrd,u         \pte,PFN_START_BIT,PFN << 
493         depdi           _PAGE_SIZE_ENCODING_DE << 
494                                 (63-58)+PAGE_A << 
495 #endif                                         << 
496         .endm                                  << 
497                                                << 
498         /* Convert the pte and prot to tlb ins << 
499          * this happens is quite subtle, read  << 
500         .macro          make_insert_tlb spc,pt << 
501         space_to_prot   \spc \prot        /* c << 
502         /* The following is the real subtlety. << 
503          * T <-> _PAGE_REFTRAP                 << 
504          * D <-> _PAGE_DIRTY                   << 
505          * B <-> _PAGE_DMB (memory break)      << 
506          *                                     << 
507          * Then incredible subtlety: The acces << 
508          * _PAGE_GATEWAY, _PAGE_EXEC and _PAGE << 
509          * See 3-14 of the parisc 2.0 manual   << 
510          *                                     << 
511          * Finally, _PAGE_READ goes in the top << 
512          * trigger an access rights trap in us << 
513          * tries to read an unreadable page */ << 
514 #if _PAGE_SPECIAL_BIT == _PAGE_DMB_BIT         << 
515         /* need to drop DMB bit, as it's used  << 
516         depi            0,_PAGE_SPECIAL_BIT,1, << 
517 #endif                                         << 
518         depd            \pte,8,7,\prot         << 
519                                                << 
520         /* PAGE_USER indicates the page can be << 
521          * so deposit X1|11 to PL1|PL2 (rememb << 
522          * contains _PAGE_READ) */             << 
523         extrd,u,*=      \pte,_PAGE_USER_BIT+32 << 
524         depdi           7,11,3,\prot           << 
525         /* If we're a gateway page, drop PL2 b << 
526          * to kernel privilege (so we can exec << 
527          * Any privilege promotion page always << 
528         extrd,u,*=      \pte,_PAGE_GATEWAY_BIT << 
529         depd            %r0,11,2,\prot  /* If  << 
530                                                << 
531         /* Enforce uncacheable pages.          << 
532          * This should ONLY be use for MMIO on << 
533          * Memory/DMA is cache coherent on all << 
534          * (that means T-class is NOT supporte << 
535          * on most of those machines only hand << 
536          */                                    << 
537         extrd,u,*=      \pte,_PAGE_NO_CACHE_BI << 
538         depdi           1,12,1,\prot           << 
539                                                << 
540         /* Drop prot bits and convert to page  << 
541         convert_for_tlb_insert20 \pte \tmp     << 
542         .endm                                  << 
543                                                << 
544         /* Identical macro to make_insert_tlb  << 
545          * makes the tlb entry for the differe << 
546          * insertion instructions */           << 
547         .macro          make_insert_tlb_11     << 
548 #if _PAGE_SPECIAL_BIT == _PAGE_DMB_BIT         << 
549         /* need to drop DMB bit, as it's used  << 
550         depi            0,_PAGE_SPECIAL_BIT,1, << 
551 #endif                                         << 
552         zdep            \spc,30,15,\prot       << 
553         dep             \pte,8,7,\prot         << 
554         extru,=         \pte,_PAGE_NO_CACHE_BI << 
555         depi            1,12,1,\prot           << 
556         extru,=         \pte,_PAGE_USER_BIT,1, << 
557         depi            7,11,3,\prot   /* Set  << 
558         extru,=         \pte,_PAGE_GATEWAY_BIT << 
559         depi            0,11,2,\prot    /* If  << 
560                                                << 
561         /* Get rid of prot bits and convert to << 
562                                                << 
563         depi            0,31,ASM_PFN_PTE_SHIFT << 
564         SHRREG          \pte,(ASM_PFN_PTE_SHIF << 
565         .endm                                  << 
566                                                << 
567         /* This is for ILP32 PA2.0 only.  The  << 
568          * to extend into I/O space if the add << 
569          * so we extend the f's into the top w << 
570          * this case */                        << 
571         .macro          f_extend        pte,tm << 
572         extrd,s         \pte,42,4,\tmp         << 
573         addi,<>         1,\tmp,%r0             << 
574         extrd,s         \pte,63,25,\pte        << 
575         .endm                                  << 
576                                                << 
577         /* The alias region is comprised of a  << 
578          * aligned to 8 MB. It is used to clea << 
579          * using kernel virtual addresses cong << 
580          * virtual address.                    << 
581          *                                     << 
582          * To use the alias page, you set %r26 << 
583          * entry (identifying the physical pag << 
584          * the from tlb entry (or nothing if o << 
585          * clear_user_page_asm) */             << 
586         .macro          do_alias        spc,tm << 
587         cmpib,COND(<>),n 0,\spc,\fault         << 
588         ldil            L%(TMPALIAS_MAP_START) << 
589         copy            \va,\tmp1              << 
590         depi_safe       0,31,TMPALIAS_SIZE_BIT << 
591         cmpb,COND(<>),n \tmp,\tmp1,\fault      << 
592         mfctl           %cr19,\tmp      /* iir << 
593         /* get the opcode (first six bits) int << 
594         extrw,u         \tmp,5,6,\tmp          << 
595         /*                                     << 
596          * Only setting the T bit prevents dat << 
597          * Setting access rights to zero preve << 
598          *                                     << 
599          * Note subtlety here: _PAGE_GATEWAY,  << 
600          * to type field and _PAGE_READ goes t << 
601          */                                    << 
602         ldi             (_PAGE_REFTRAP|_PAGE_R << 
603         /*                                     << 
604          * so if the opcode is one (i.e. this  << 
605          * instruction) nullify the next load  << 
606          * Otherwise this is a normal data ope << 
607          */                                    << 
608         cmpiclr,=       0x01,\tmp,%r0          << 
609         ldi             (_PAGE_DIRTY|_PAGE_REA << 
610 .ifc \patype,20                                << 
611         depd,z          \prot,8,7,\prot        << 
612 .else                                          << 
613 .ifc \patype,11                                << 
614         depw,z          \prot,8,7,\prot        << 
615 .else                                          << 
616         .error "undefined PA type to do_alias" << 
617 .endif                                         << 
618 .endif                                         << 
619         /*                                     << 
620          * OK, it is in the temp alias region, << 
621          * Check "subtle" note in pacache.S re << 
622          */                                    << 
623         extrw,u,=       \va,31-TMPALIAS_SIZE_B << 
624         or,COND(tr)     %r23,%r0,\pte          << 
625         or              %r26,%r0,\pte          << 
626                                                << 
627         /* convert phys addr in \pte (from r23 << 
628         SHRREG          \pte,PAGE_SHIFT+PAGE_A << 
629         depi_safe       _PAGE_SIZE_ENCODING_DE << 
630         .endm                                  << 
631                                                << 
632                                                << 
633         /*                                     << 
634          * Fault_vectors are architecturally r << 
635          * boundary                            << 
636          */                                    << 
637                                                << 
638         .section .text.hot                     << 
639         .align 2048                            << 
640                                                << 
641 ENTRY(fault_vector_20)                         << 
642         /* First vector is invalid (0) */      << 
643         .ascii  "cows can fly"                 << 
644         .byte 0                                << 
645         .align 32                              << 
646                                                << 
647         hpmc             1                     << 
648         def              2                     << 
649         def              3                     << 
650         extint           4                     << 
651         def              5                     << 
652         itlb_20          PARISC_ITLB_TRAP      << 
653         def              7                     << 
654         def              8                     << 
655         def              9                     << 
656         def             10                     << 
657         def             11                     << 
658         def             12                     << 
659         def             13                     << 
660         def             14                     << 
661         dtlb_20         15                     << 
662         naitlb_20       16                     << 
663         nadtlb_20       17                     << 
664         def             18                     << 
665         def             19                     << 
666         dbit_20         20                     << 
667         def             21                     << 
668         def             22                     << 
669         def             23                     << 
670         def             24                     << 
671         def             25                     << 
672         def             26                     << 
673         def             27                     << 
674         def             28                     << 
675         def             29                     << 
676         def             30                     << 
677         def             31                     << 
678 END(fault_vector_20)                           << 
679                                                << 
680 #ifndef CONFIG_64BIT                           << 
681                                                << 
682         .align 2048                            << 
683                                                << 
684 ENTRY(fault_vector_11)                         << 
685         /* First vector is invalid (0) */      << 
686         .ascii  "cows can fly"                 << 
687         .byte 0                                << 
688         .align 32                              << 
689                                                << 
690         hpmc             1                     << 
691         def              2                     << 
692         def              3                     << 
693         extint           4                     << 
694         def              5                     << 
695         itlb_11          PARISC_ITLB_TRAP      << 
696         def              7                     << 
697         def              8                     << 
698         def              9                     << 
699         def             10                     << 
700         def             11                     << 
701         def             12                     << 
702         def             13                     << 
703         def             14                     << 
704         dtlb_11         15                     << 
705         naitlb_11       16                     << 
706         nadtlb_11       17                     << 
707         def             18                     << 
708         def             19                     << 
709         dbit_11         20                     << 
710         def             21                     << 
711         def             22                     << 
712         def             23                     << 
713         def             24                     << 
714         def             25                     << 
715         def             26                     << 
716         def             27                     << 
717         def             28                     << 
718         def             29                     << 
719         def             30                     << 
720         def             31                     << 
721 END(fault_vector_11)                           << 
722                                                << 
723 #endif                                         << 
724         /* Fault vector is separately protecte << 
725         .align          PAGE_SIZE              << 
726                                                    54 
727         .import         handle_interruption,co << 
728         .import         do_cpu_irq_mask,code   << 
729                                                << 
730         /*                                     << 
731          * Child Returns here                  << 
732          *                                     << 
733          * copy_thread moved args into task sa << 
734          */                                    << 
735                                                << 
736 ENTRY(ret_from_kernel_thread)                  << 
737         /* Call schedule_tail first though */  << 
738         BL      schedule_tail, %r2             << 
739         nop                                    << 
740                                                << 
741         mfctl   %cr30,%r1       /* task_struct << 
742         LDREG   TASK_PT_GR25(%r1), %r26        << 
743 #ifdef CONFIG_64BIT                            << 
744         LDREG   TASK_PT_GR27(%r1), %r27        << 
745 #endif                                         << 
746         LDREG   TASK_PT_GR26(%r1), %r1         << 
747         ble     0(%sr7, %r1)                   << 
748         copy    %r31, %r2                      << 
749         b       finish_child_return            << 
750         nop                                    << 
751 END(ret_from_kernel_thread)                    << 
752                                                << 
753                                                << 
754         /*                                     << 
755          * struct task_struct *_switch_to(stru << 
756          *      struct task_struct *next)      << 
757          *                                     << 
758          * switch kernel stacks and return pre << 
759 ENTRY_CFI(_switch_to)                          << 
760         STREG    %r2, -RP_OFFSET(%r30)         << 
761                                                << 
762         callee_save_float                      << 
763         callee_save                            << 
764                                                << 
765         load32  _switch_to_ret, %r2            << 
766                                                << 
767         STREG   %r2, TASK_PT_KPC(%r26)         << 
768         LDREG   TASK_PT_KPC(%r25), %r2         << 
769                                                << 
770         STREG   %r30, TASK_PT_KSP(%r26)        << 
771         LDREG   TASK_PT_KSP(%r25), %r30        << 
772         bv      %r0(%r2)                       << 
773         mtctl   %r25,%cr30                     << 
774                                                << 
775 ENTRY(_switch_to_ret)                          << 
776         mtctl   %r0, %cr0               /* Nee << 
777         callee_rest                            << 
778         callee_rest_float                      << 
779                                                << 
780         LDREG   -RP_OFFSET(%r30), %r2          << 
781         bv      %r0(%r2)                       << 
782         copy    %r26, %r28                     << 
783 ENDPROC_CFI(_switch_to)                        << 
784                                                << 
785         /*                                     << 
786          * Common rfi return path for interrup << 
787          * sys_rt_sigreturn (sometimes).  The  << 
788          * return via this path if the signal  << 
789          * was running; if the process was blo << 
790          * normal syscall_exit path is used.   << 
791          * proceses exit via intr_restore.     << 
792          *                                     << 
793          * XXX If any syscalls that change a p << 
794          * this way, then we will need to copy << 
795          * adjust IASQ[0..1].                  << 
796          *                                     << 
797          */                                    << 
798                                                << 
799         .align  PAGE_SIZE                      << 
800                                                << 
801 ENTRY_CFI(syscall_exit_rfi)                    << 
802         mfctl   %cr30,%r16              /* tas << 
803         ldo     TASK_REGS(%r16),%r16           << 
804         /* Force iaoq to userspace, as the use << 
805          * context via sigcontext. Also Filter << 
806          */                                    << 
807         LDREG   PT_IAOQ0(%r16),%r19            << 
808         depi    PRIV_USER,31,2,%r19            << 
809         STREG   %r19,PT_IAOQ0(%r16)            << 
810         LDREG   PT_IAOQ1(%r16),%r19            << 
811         depi    PRIV_USER,31,2,%r19            << 
812         STREG   %r19,PT_IAOQ1(%r16)            << 
813         LDREG   PT_PSW(%r16),%r19              << 
814         load32  USER_PSW_MASK,%r1              << 
815 #ifdef CONFIG_64BIT                            << 
816         load32  USER_PSW_HI_MASK,%r20          << 
817         depd    %r20,31,32,%r1                 << 
818 #endif                                         << 
819         and     %r19,%r1,%r19 /* Mask out bits << 
820         load32  USER_PSW,%r1                   << 
821         or      %r19,%r1,%r19 /* Make sure def << 
822         STREG   %r19,PT_PSW(%r16)              << 
823                                                << 
824         /*                                     << 
825          * If we aren't being traced, we never << 
826          * (we don't store them in the sigcont << 
827          * to "proper" values now (otherwise w << 
828          * whatever was last stored in the tas << 
829          * be inconsistent if an interrupt occ << 
830          * page). Note that we may be "trashin << 
831          * them, but we don't support the user << 
832          */                                    << 
833                                                << 
834         STREG   %r0,PT_SR2(%r16)               << 
835         mfsp    %sr3,%r19                      << 
836         STREG   %r19,PT_SR0(%r16)              << 
837         STREG   %r19,PT_SR1(%r16)              << 
838         STREG   %r19,PT_SR3(%r16)              << 
839         STREG   %r19,PT_SR4(%r16)              << 
840         STREG   %r19,PT_SR5(%r16)              << 
841         STREG   %r19,PT_SR6(%r16)              << 
842         STREG   %r19,PT_SR7(%r16)              << 
843                                                << 
844 ENTRY(intr_return)                             << 
845         /* check for reschedule */             << 
846         mfctl   %cr30,%r1                      << 
847         LDREG   TASK_TI_FLAGS(%r1),%r19 /* sch << 
848         bb,<,n  %r19,31-TIF_NEED_RESCHED,intr_ << 
849                                                << 
850         .import do_notify_resume,code          << 
851 intr_check_sig:                                << 
852         /* As above */                         << 
853         mfctl   %cr30,%r1                      << 
854         LDREG   TASK_TI_FLAGS(%r1),%r19        << 
855         ldi     (_TIF_USER_WORK_MASK & ~_TIF_N << 
856         and,COND(<>)    %r19, %r20, %r0        << 
857         b,n     intr_restore    /* skip past i << 
858                                                << 
859         /* This check is critical to having LW << 
860          * working. The IASQ is zero on the ga << 
861          * page and we cannot deliver any sign << 
862          * we get off the gateway page.        << 
863          *                                     << 
864          * Only do signals if we are returning << 
865          */                                    << 
866         LDREG   PT_IASQ0(%r16), %r20           << 
867         cmpib,COND(=),n LINUX_GATEWAY_SPACE, % << 
868         LDREG   PT_IASQ1(%r16), %r20           << 
869         cmpib,COND(=),n LINUX_GATEWAY_SPACE, % << 
870                                                << 
871         copy    %r0, %r25                      << 
872 #ifdef CONFIG_64BIT                            << 
873         ldo     -16(%r30),%r29                 << 
874 #endif                                         << 
875                                                << 
876         /* NOTE: We need to enable interrupts  << 
877          * signals. We used to do this earlier << 
878          * stack overflows. */                 << 
879         ssm     PSW_SM_I, %r0                  << 
880                                                << 
881         BL      do_notify_resume,%r2           << 
882         copy    %r16, %r26                     << 
883                                                << 
884         b,n     intr_check_sig                 << 
885                                                << 
886 intr_restore:                                  << 
887         copy            %r16,%r29              << 
888         ldo             PT_FR31(%r29),%r1      << 
889         rest_fp         %r1                    << 
890         rest_general    %r29                   << 
891                                                << 
892         /* inverse of virt_map */              << 
893         pcxt_ssm_bug                           << 
894         rsm             PSW_SM_QUIET,%r0       << 
895         tophys_r1       %r29                   << 
896                                                << 
897         /* Restore space id's and special cr's << 
898          * structure pointed to by r29         << 
899          */                                    << 
900         rest_specials   %r29                   << 
901                                                << 
902         /* IMPORTANT: rest_stack restores r29  << 
903          * It also restores r1 and r30.        << 
904          */                                    << 
905         rest_stack                             << 
906                                                << 
907         rfi                                    << 
908         nop                                    << 
909                                                << 
910 #ifndef CONFIG_PREEMPTION                      << 
911 # define intr_do_preempt        intr_restore   << 
912 #endif /* !CONFIG_PREEMPTION */                << 
913                                                << 
914         .import schedule,code                  << 
915 intr_do_resched:                               << 
916         /* Only call schedule on return to use << 
917          * to kernel space, we may schedule if << 
918          * we jump back to intr_restore.       << 
919          */                                    << 
920         LDREG   PT_IASQ0(%r16), %r20           << 
921         cmpib,COND(=)   0, %r20, intr_do_preem << 
922         nop                                    << 
923         LDREG   PT_IASQ1(%r16), %r20           << 
924         cmpib,COND(=)   0, %r20, intr_do_preem << 
925         nop                                    << 
926                                                << 
927         /* NOTE: We need to enable interrupts  << 
928          * to do this earlier but it caused ke << 
929         ssm     PSW_SM_I, %r0                  << 
930                                                << 
931 #ifdef CONFIG_64BIT                            << 
932         ldo     -16(%r30),%r29          /* Ref << 
933 #endif                                         << 
934                                                << 
935         ldil    L%intr_check_sig, %r2          << 
936 #ifndef CONFIG_64BIT                           << 
937         b       schedule                       << 
938 #else                                          << 
939         load32  schedule, %r20                 << 
940         bv      %r0(%r20)                      << 
941 #endif                                         << 
942         ldo     R%intr_check_sig(%r2), %r2     << 
943                                                << 
944         /* preempt the current task on returni << 
945          * mode from an interrupt, iff need_re << 
946          * and preempt_count is 0. otherwise,  << 
947          * our merry way back to the current r << 
948          */                                    << 
949 #ifdef CONFIG_PREEMPTION                           55 #ifdef CONFIG_PREEMPTION
950         .import preempt_schedule_irq,code      !!  56 resume_kernel:
951 intr_do_preempt:                               !!  57         local_irq_disable
952         rsm     PSW_SM_I, %r0           /* dis !!  58         lw      t0, TI_PRE_COUNT($28)
953                                                !!  59         bnez    t0, restore_all
954         /* current_thread_info()->preempt_coun !!  60         LONG_L  t0, TI_FLAGS($28)
955         mfctl   %cr30, %r1                     !!  61         andi    t1, t0, _TIF_NEED_RESCHED
956         ldw     TI_PRE_COUNT(%r1), %r19        !!  62         beqz    t1, restore_all
957         cmpib,<>        0, %r19, intr_restore  !!  63         LONG_L  t0, PT_STATUS(sp)               # Interrupts off?
958         nop                             /* pre !!  64         andi    t0, 1
959                                                !!  65         beqz    t0, restore_all
960         /* check if we interrupted a critical  !!  66         PTR_LA  ra, restore_all
961         LDREG   PT_PSW(%r16), %r20             !!  67         j       preempt_schedule_irq
962         bb,<,n  %r20, 31 - PSW_SM_I, intr_rest !!  68 #endif
963         nop                                    !!  69 
964                                                !!  70 FEXPORT(ret_from_kernel_thread)
965         /* ssm PSW_SM_I done later in intr_res !!  71         jal     schedule_tail           # a0 = struct task_struct *prev
966 #ifdef CONFIG_MLONGCALLS                       !!  72         move    a0, s1
967         ldil    L%intr_restore, %r2            !!  73         jal     s0
968         load32  preempt_schedule_irq, %r1      !!  74         j       syscall_exit
969         bv      %r0(%r1)                       !!  75 
970         ldo     R%intr_restore(%r2), %r2       !!  76 FEXPORT(ret_from_fork)
                                                   >>  77         jal     schedule_tail           # a0 = struct task_struct *prev
                                                   >>  78 
                                                   >>  79 FEXPORT(syscall_exit)
                                                   >>  80 #ifdef CONFIG_DEBUG_RSEQ
                                                   >>  81         move    a0, sp
                                                   >>  82         jal     rseq_syscall
                                                   >>  83 #endif
                                                   >>  84         local_irq_disable               # make sure need_resched and
                                                   >>  85                                         # signals dont change between
                                                   >>  86                                         # sampling and return
                                                   >>  87         LONG_L  a2, TI_FLAGS($28)       # current->work
                                                   >>  88         li      t0, _TIF_ALLWORK_MASK
                                                   >>  89         and     t0, a2, t0
                                                   >>  90         bnez    t0, syscall_exit_work
                                                   >>  91 
                                                   >>  92 restore_all:                            # restore full frame
                                                   >>  93         .set    noat
                                                   >>  94         RESTORE_TEMP
                                                   >>  95         RESTORE_AT
                                                   >>  96         RESTORE_STATIC
                                                   >>  97 restore_partial:                # restore partial frame
                                                   >>  98 #ifdef CONFIG_TRACE_IRQFLAGS
                                                   >>  99         SAVE_STATIC
                                                   >> 100         SAVE_AT
                                                   >> 101         SAVE_TEMP
                                                   >> 102         LONG_L  v0, PT_STATUS(sp)
                                                   >> 103 #if defined(CONFIG_CPU_R3000)
                                                   >> 104         and     v0, ST0_IEP
971 #else                                             105 #else
972         ldil    L%intr_restore, %r1            !! 106         and     v0, ST0_IE
973         BL      preempt_schedule_irq, %r2      << 
974         ldo     R%intr_restore(%r1), %r2       << 
975 #endif                                         << 
976 #endif /* CONFIG_PREEMPTION */                 << 
977                                                << 
978         /*                                     << 
979          * External interrupts.                << 
980          */                                    << 
981                                                << 
982 intr_extint:                                   << 
983         cmpib,COND(=),n 0,%r16,1f              << 
984                                                << 
985         get_stack_use_cr30                     << 
986         b,n 2f                                 << 
987                                                << 
988 1:                                             << 
989         get_stack_use_r30                      << 
990 2:                                             << 
991         save_specials   %r29                   << 
992         virt_map                               << 
993         save_general    %r29                   << 
994                                                << 
995         ldo     PT_FR0(%r29), %r24             << 
996         save_fp %r24                           << 
997                                                << 
998         loadgp                                 << 
999                                                << 
1000         copy    %r29, %r26      /* arg0 is pt << 
1001         copy    %r29, %r16      /* save pt_re << 
1002                                               << 
1003         ldil    L%intr_return, %r2            << 
1004                                               << 
1005 #ifdef CONFIG_64BIT                           << 
1006         ldo     -16(%r30),%r29  /* Reference  << 
1007 #endif                                           107 #endif
1008                                               !! 108         beqz    v0, 1f
1009         b       do_cpu_irq_mask               !! 109         jal     trace_hardirqs_on
1010         ldo     R%intr_return(%r2), %r2 /* re << 
1011 ENDPROC_CFI(syscall_exit_rfi)                 << 
1012                                               << 
1013                                               << 
1014         /* Generic interruptions (illegal ins << 
1015                                               << 
1016 ENTRY_CFI(intr_save)            /* for os_hpm << 
1017         mfsp    %sr7,%r16                     << 
1018         cmpib,COND(=),n 0,%r16,1f             << 
1019         get_stack_use_cr30                    << 
1020         b       2f                               110         b       2f
1021         copy    %r8,%r26                      !! 111 1:      jal     trace_hardirqs_off
1022                                               << 
1023 1:                                            << 
1024         get_stack_use_r30                     << 
1025         copy    %r8,%r26                      << 
1026                                               << 
1027 2:                                               112 2:
1028         save_specials   %r29                  !! 113         RESTORE_TEMP
1029                                               !! 114         RESTORE_AT
1030         /* If this trap is a itlb miss, skip  !! 115         RESTORE_STATIC
1031         cmpib,COND(=),n        PARISC_ITLB_TR !! 116 #endif
1032                                               !! 117         RESTORE_SOME
1033                                               !! 118         RESTORE_SP_AND_RET
1034         mfctl           %isr, %r16            !! 119         .set    at
1035         nop             /* serialize mfctl on !! 120 
1036         mfctl           %ior, %r17            !! 121 work_pending:
1037                                               !! 122         andi    t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
1038                                               !! 123         beqz    t0, work_notifysig
1039 #ifdef CONFIG_64BIT                           !! 124 work_resched:
1040         /*                                    !! 125         TRACE_IRQS_OFF
1041          * If the interrupted code was runnin !! 126         jal     schedule
1042          * clear the b bits (bits 0 & 1) in t !! 127 
1043          * save_specials left ipsw value in r !! 128         local_irq_disable               # make sure need_resched and
1044          */                                   !! 129                                         # signals dont change between
1045         extrd,u,*<>     %r8,PSW_W_BIT,1,%r0   !! 130                                         # sampling and return
1046         depdi           0,1,2,%r17            !! 131         LONG_L  a2, TI_FLAGS($28)
1047                                               !! 132         andi    t0, a2, _TIF_WORK_MASK  # is there any work to be done
1048         /* adjust isr/ior: get high bits from !! 133                                         # other than syscall tracing?
1049         space_adjust    %r16,%r17,%r1         !! 134         beqz    t0, restore_all
1050 #endif                                        !! 135         andi    t0, a2, _TIF_NEED_RESCHED
1051         STREG           %r16, PT_ISR(%r29)    !! 136         bnez    t0, work_resched
1052         STREG           %r17, PT_IOR(%r29)    !! 137 
1053                                               !! 138 work_notifysig:                         # deal with pending signals and
1054 #if defined(CONFIG_64BIT)                     !! 139                                         # notify-resume requests
1055         b,n             intr_save2            !! 140         move    a0, sp
1056                                               !! 141         li      a1, 0
1057 skip_save_ior:                                !! 142         jal     do_notify_resume        # a2 already loaded
1058         /* We have a itlb miss, and when exec !! 143         j       resume_userspace_check
1059          * need to adjust iasq/iaoq here in t !! 144 
1060          * above.                             !! 145 FEXPORT(syscall_exit_partial)
1061          */                                   !! 146 #ifdef CONFIG_DEBUG_RSEQ
1062         bb,COND(>=),n   %r8,PSW_W_BIT,intr_sa !! 147         move    a0, sp
1063         LDREG           PT_IASQ0(%r29), %r16  !! 148         jal     rseq_syscall
1064         LDREG           PT_IAOQ0(%r29), %r17  !! 149 #endif
1065         /* adjust iasq/iaoq */                !! 150         local_irq_disable               # make sure need_resched doesn't
1066         space_adjust    %r16,%r17,%r1         !! 151                                         # change between and return
1067         STREG           %r16, PT_IASQ0(%r29)  !! 152         LONG_L  a2, TI_FLAGS($28)       # current->work
1068         STREG           %r17, PT_IAOQ0(%r29)  !! 153         li      t0, _TIF_ALLWORK_MASK
1069 #else                                         !! 154         and     t0, a2
1070 skip_save_ior:                                !! 155         beqz    t0, restore_partial
1071 #endif                                        !! 156         SAVE_STATIC
1072                                               !! 157 syscall_exit_work:
1073 intr_save2:                                   !! 158         LONG_L  t0, PT_STATUS(sp)               # returning to kernel mode?
1074         virt_map                              !! 159         andi    t0, t0, KU_USER
1075         save_general    %r29                  !! 160         beqz    t0, resume_kernel
1076                                               !! 161         li      t0, _TIF_WORK_SYSCALL_EXIT
1077         ldo             PT_FR0(%r29), %r25    !! 162         and     t0, a2                  # a2 is preloaded with TI_FLAGS
1078         save_fp         %r25                  !! 163         beqz    t0, work_pending        # trace bit set?
1079                                               !! 164         local_irq_enable                # could let syscall_trace_leave()
1080         loadgp                                !! 165                                         # call schedule() instead
1081                                               !! 166         TRACE_IRQS_ON
1082         copy            %r29, %r25      /* ar !! 167         move    a0, sp
1083 #ifdef CONFIG_64BIT                           !! 168         jal     syscall_trace_leave
1084         ldo             -16(%r30),%r29  /* Re !! 169         b       resume_userspace
1085 #endif                                        << 
1086                                               << 
1087         ldil            L%intr_check_sig, %r2 << 
1088         copy            %r25, %r16      /* sa << 
1089                                               << 
1090         b               handle_interruption   << 
1091         ldo             R%intr_check_sig(%r2) << 
1092 ENDPROC_CFI(intr_save)                        << 
1093                                               << 
1094                                               << 
1095         /*                                    << 
1096          * Note for all tlb miss handlers:    << 
1097          *                                    << 
1098          * cr24 contains a pointer to the ker << 
1099          * page directory.                    << 
1100          *                                    << 
1101          * cr25 contains a pointer to the cur << 
1102          * space page directory.              << 
1103          *                                    << 
1104          * sr3 will contain the space id of t << 
1105          * of the current running thread whil << 
1106          * running in the kernel.             << 
1107          */                                   << 
1108                                               << 
1109         /*                                    << 
1110          * register number allocations.  Note << 
1111          * in the shadowed registers          << 
1112          */                                   << 
1113                                               << 
1114         t0 = r1         /* temporary register << 
1115         va = r8         /* virtual address fo << 
1116         t1 = r9         /* temporary register << 
1117         pte  = r16      /* pte/phys page # */ << 
1118         prot = r17      /* prot bits */       << 
1119         spc  = r24      /* space for which th << 
1120         ptp = r25       /* page directory/pag << 
1121                                               << 
1122 #ifdef CONFIG_64BIT                           << 
1123                                               << 
1124 dtlb_miss_20w:                                << 
1125         space_adjust    spc,va,t0             << 
1126         get_pgd         spc,ptp               << 
1127         space_check     spc,t0,dtlb_fault     << 
1128                                               << 
1129         L3_ptep         ptp,pte,t0,va,dtlb_ch << 
1130                                               << 
1131         ptl_lock        spc,ptp,pte,t0,t1,dtl << 
1132         update_accessed ptp,pte,t0,t1         << 
1133                                               << 
1134         make_insert_tlb spc,pte,prot,t1       << 
1135                                               << 
1136         idtlbt          pte,prot              << 
1137                                               << 
1138         ptl_unlock      spc,t0,t1             << 
1139         rfir                                  << 
1140         nop                                   << 
1141                                               << 
1142 dtlb_check_alias_20w:                         << 
1143         do_alias        spc,t0,t1,va,pte,prot << 
1144                                               << 
1145         idtlbt          pte,prot              << 
1146                                               << 
1147         insert_nops     NUM_PIPELINE_INSNS -  << 
1148         rfir                                  << 
1149         nop                                   << 
1150                                               << 
1151 nadtlb_miss_20w:                              << 
1152         space_adjust    spc,va,t0             << 
1153         get_pgd         spc,ptp               << 
1154         space_check     spc,t0,nadtlb_fault   << 
1155                                               << 
1156         L3_ptep         ptp,pte,t0,va,nadtlb_ << 
1157                                               << 
1158         ptl_lock        spc,ptp,pte,t0,t1,nad << 
1159         update_accessed ptp,pte,t0,t1         << 
1160                                               << 
1161         make_insert_tlb spc,pte,prot,t1       << 
1162                                               << 
1163         idtlbt          pte,prot              << 
1164                                               << 
1165         ptl_unlock      spc,t0,t1             << 
1166         rfir                                  << 
1167         nop                                   << 
1168                                               << 
1169 nadtlb_check_alias_20w:                       << 
1170         do_alias        spc,t0,t1,va,pte,prot << 
1171                                               << 
1172         idtlbt          pte,prot              << 
1173                                               << 
1174         insert_nops     NUM_PIPELINE_INSNS -  << 
1175         rfir                                  << 
1176         nop                                   << 
1177                                               << 
1178 #else                                         << 
1179                                               << 
1180 dtlb_miss_11:                                 << 
1181         get_pgd         spc,ptp               << 
1182                                               << 
1183         space_check     spc,t0,dtlb_fault     << 
1184                                               << 
1185         L2_ptep         ptp,pte,t0,va,dtlb_ch << 
1186                                               << 
1187         ptl_lock        spc,ptp,pte,t0,t1,dtl << 
1188         update_accessed ptp,pte,t0,t1         << 
1189                                               << 
1190         make_insert_tlb_11      spc,pte,prot  << 
1191                                               << 
1192         mfsp            %sr1,t1  /* Save sr1  << 
1193         mtsp            spc,%sr1              << 
1194                                               << 
1195         idtlba          pte,(%sr1,va)         << 
1196         idtlbp          prot,(%sr1,va)        << 
1197                                               << 
1198         mtsp            t1, %sr1        /* Re << 
1199                                               << 
1200         ptl_unlock      spc,t0,t1             << 
1201         rfir                                  << 
1202         nop                                   << 
1203                                               << 
1204 dtlb_check_alias_11:                          << 
1205         do_alias        spc,t0,t1,va,pte,prot << 
1206                                               << 
1207         idtlba          pte,(va)              << 
1208         idtlbp          prot,(va)             << 
1209                                               << 
1210         insert_nops     NUM_PIPELINE_INSNS -  << 
1211         rfir                                  << 
1212         nop                                   << 
1213                                               << 
1214 nadtlb_miss_11:                               << 
1215         get_pgd         spc,ptp               << 
1216                                               << 
1217         space_check     spc,t0,nadtlb_fault   << 
1218                                                  170 
1219         L2_ptep         ptp,pte,t0,va,nadtlb_ !! 171 #if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR5) || \
                                                   >> 172     defined(CONFIG_CPU_MIPSR6) || defined(CONFIG_MIPS_MT)
1220                                                  173 
1221         ptl_lock        spc,ptp,pte,t0,t1,nad !! 174 /*
1222         update_accessed ptp,pte,t0,t1         !! 175  * MIPS32R2 Instruction Hazard Barrier - must be called
1223                                               !! 176  *
1224         make_insert_tlb_11      spc,pte,prot  !! 177  * For C code use the inline version named instruction_hazard().
1225                                               !! 178  */
1226         mfsp            %sr1,t1  /* Save sr1  !! 179 LEAF(mips_ihb)
1227         mtsp            spc,%sr1              !! 180         .set    MIPS_ISA_LEVEL_RAW
1228                                               !! 181         jr.hb   ra
1229         idtlba          pte,(%sr1,va)         << 
1230         idtlbp          prot,(%sr1,va)        << 
1231                                               << 
1232         mtsp            t1, %sr1        /* Re << 
1233                                               << 
1234         ptl_unlock      spc,t0,t1             << 
1235         rfir                                  << 
1236         nop                                   << 
1237                                               << 
1238 nadtlb_check_alias_11:                        << 
1239         do_alias        spc,t0,t1,va,pte,prot << 
1240                                               << 
1241         idtlba          pte,(va)              << 
1242         idtlbp          prot,(va)             << 
1243                                               << 
1244         insert_nops     NUM_PIPELINE_INSNS -  << 
1245         rfir                                  << 
1246         nop                                   << 
1247                                               << 
1248 dtlb_miss_20:                                 << 
1249         space_adjust    spc,va,t0             << 
1250         get_pgd         spc,ptp               << 
1251         space_check     spc,t0,dtlb_fault     << 
1252                                               << 
1253         L2_ptep         ptp,pte,t0,va,dtlb_ch << 
1254                                               << 
1255         ptl_lock        spc,ptp,pte,t0,t1,dtl << 
1256         update_accessed ptp,pte,t0,t1         << 
1257                                               << 
1258         make_insert_tlb spc,pte,prot,t1       << 
1259                                               << 
1260         f_extend        pte,t1                << 
1261                                               << 
1262         idtlbt          pte,prot              << 
1263                                               << 
1264         ptl_unlock      spc,t0,t1             << 
1265         rfir                                  << 
1266         nop                                   << 
1267                                               << 
1268 dtlb_check_alias_20:                          << 
1269         do_alias        spc,t0,t1,va,pte,prot << 
1270                                               << 
1271         idtlbt          pte,prot              << 
1272                                               << 
1273         insert_nops     NUM_PIPELINE_INSNS -  << 
1274         rfir                                  << 
1275         nop                                   << 
1276                                               << 
1277 nadtlb_miss_20:                               << 
1278         get_pgd         spc,ptp               << 
1279                                               << 
1280         space_check     spc,t0,nadtlb_fault   << 
1281                                               << 
1282         L2_ptep         ptp,pte,t0,va,nadtlb_ << 
1283                                               << 
1284         ptl_lock        spc,ptp,pte,t0,t1,nad << 
1285         update_accessed ptp,pte,t0,t1         << 
1286                                               << 
1287         make_insert_tlb spc,pte,prot,t1       << 
1288                                               << 
1289         f_extend        pte,t1                << 
1290                                               << 
1291         idtlbt          pte,prot              << 
1292                                               << 
1293         ptl_unlock      spc,t0,t1             << 
1294         rfir                                  << 
1295         nop                                   << 
1296                                               << 
1297 nadtlb_check_alias_20:                        << 
1298         do_alias        spc,t0,t1,va,pte,prot << 
1299                                               << 
1300         idtlbt          pte,prot              << 
1301                                               << 
1302         insert_nops     NUM_PIPELINE_INSNS -  << 
1303         rfir                                  << 
1304         nop                                   << 
1305                                               << 
1306 #endif                                        << 
1307                                               << 
1308 nadtlb_emulate:                               << 
1309                                               << 
1310         /*                                    << 
1311          * Non-access misses can be caused by << 
1312          * probei instructions. The kernel no << 
1313          * Use of lpa and probe instructions  << 
1314          * with shadow registers, we defer ev << 
1315          */                                   << 
1316         b,n             nadtlb_fault          << 
1317                                               << 
1318 #ifdef CONFIG_64BIT                           << 
1319 itlb_miss_20w:                                << 
1320                                               << 
1321         /*                                    << 
1322          * I miss is a little different, sinc << 
1323          * on the gateway page which is in th << 
1324          */                                   << 
1325                                               << 
1326         space_adjust    spc,va,t0             << 
1327         get_pgd         spc,ptp               << 
1328         space_check     spc,t0,itlb_fault     << 
1329                                               << 
1330         L3_ptep         ptp,pte,t0,va,itlb_fa << 
1331                                               << 
1332         ptl_lock        spc,ptp,pte,t0,t1,itl << 
1333         update_accessed ptp,pte,t0,t1         << 
1334                                               << 
1335         make_insert_tlb spc,pte,prot,t1       << 
1336                                               << 
1337         iitlbt          pte,prot              << 
1338                                               << 
1339         ptl_unlock      spc,t0,t1             << 
1340         rfir                                  << 
1341         nop                                   << 
1342                                               << 
1343 naitlb_miss_20w:                              << 
1344                                               << 
1345         /*                                    << 
1346          * I miss is a little different, sinc << 
1347          * on the gateway page which is in th << 
1348          */                                   << 
1349                                               << 
1350         space_adjust    spc,va,t0             << 
1351         get_pgd         spc,ptp               << 
1352         space_check     spc,t0,naitlb_fault   << 
1353                                               << 
1354         L3_ptep         ptp,pte,t0,va,naitlb_ << 
1355                                               << 
1356         ptl_lock        spc,ptp,pte,t0,t1,nai << 
1357         update_accessed ptp,pte,t0,t1         << 
1358                                               << 
1359         make_insert_tlb spc,pte,prot,t1       << 
1360                                               << 
1361         iitlbt          pte,prot              << 
1362                                               << 
1363         ptl_unlock      spc,t0,t1             << 
1364         rfir                                  << 
1365         nop                                   << 
1366                                               << 
1367 naitlb_check_alias_20w:                       << 
1368         do_alias        spc,t0,t1,va,pte,prot << 
1369                                               << 
1370         iitlbt          pte,prot              << 
1371                                               << 
1372         insert_nops     NUM_PIPELINE_INSNS -  << 
1373         rfir                                  << 
1374         nop                                   << 
1375                                               << 
1376 #else                                         << 
1377                                               << 
1378 itlb_miss_11:                                 << 
1379         get_pgd         spc,ptp               << 
1380                                               << 
1381         space_check     spc,t0,itlb_fault     << 
1382                                               << 
1383         L2_ptep         ptp,pte,t0,va,itlb_fa << 
1384                                               << 
1385         ptl_lock        spc,ptp,pte,t0,t1,itl << 
1386         update_accessed ptp,pte,t0,t1         << 
1387                                               << 
1388         make_insert_tlb_11      spc,pte,prot  << 
1389                                               << 
1390         mfsp            %sr1,t1  /* Save sr1  << 
1391         mtsp            spc,%sr1              << 
1392                                               << 
1393         iitlba          pte,(%sr1,va)         << 
1394         iitlbp          prot,(%sr1,va)        << 
1395                                               << 
1396         mtsp            t1, %sr1        /* Re << 
1397                                               << 
1398         ptl_unlock      spc,t0,t1             << 
1399         rfir                                  << 
1400         nop                                   << 
1401                                               << 
1402 naitlb_miss_11:                               << 
1403         get_pgd         spc,ptp               << 
1404                                               << 
1405         space_check     spc,t0,naitlb_fault   << 
1406                                               << 
1407         L2_ptep         ptp,pte,t0,va,naitlb_ << 
1408                                               << 
1409         ptl_lock        spc,ptp,pte,t0,t1,nai << 
1410         update_accessed ptp,pte,t0,t1         << 
1411                                               << 
1412         make_insert_tlb_11      spc,pte,prot  << 
1413                                               << 
1414         mfsp            %sr1,t1  /* Save sr1  << 
1415         mtsp            spc,%sr1              << 
1416                                               << 
1417         iitlba          pte,(%sr1,va)         << 
1418         iitlbp          prot,(%sr1,va)        << 
1419                                               << 
1420         mtsp            t1, %sr1        /* Re << 
1421                                               << 
1422         ptl_unlock      spc,t0,t1             << 
1423         rfir                                  << 
1424         nop                                   << 
1425                                               << 
1426 naitlb_check_alias_11:                        << 
1427         do_alias        spc,t0,t1,va,pte,prot << 
1428                                               << 
1429         iitlba          pte,(%sr0, va)        << 
1430         iitlbp          prot,(%sr0, va)       << 
1431                                               << 
1432         insert_nops     NUM_PIPELINE_INSNS -  << 
1433         rfir                                  << 
1434         nop                                   << 
1435                                               << 
1436                                               << 
1437 itlb_miss_20:                                 << 
1438         get_pgd         spc,ptp               << 
1439                                               << 
1440         space_check     spc,t0,itlb_fault     << 
1441                                               << 
1442         L2_ptep         ptp,pte,t0,va,itlb_fa << 
1443                                               << 
1444         ptl_lock        spc,ptp,pte,t0,t1,itl << 
1445         update_accessed ptp,pte,t0,t1         << 
1446                                               << 
1447         make_insert_tlb spc,pte,prot,t1       << 
1448                                               << 
1449         f_extend        pte,t1                << 
1450                                               << 
1451         iitlbt          pte,prot              << 
1452                                               << 
1453         ptl_unlock      spc,t0,t1             << 
1454         rfir                                  << 
1455         nop                                   << 
1456                                               << 
1457 naitlb_miss_20:                               << 
1458         get_pgd         spc,ptp               << 
1459                                               << 
1460         space_check     spc,t0,naitlb_fault   << 
1461                                               << 
1462         L2_ptep         ptp,pte,t0,va,naitlb_ << 
1463                                               << 
1464         ptl_lock        spc,ptp,pte,t0,t1,nai << 
1465         update_accessed ptp,pte,t0,t1         << 
1466                                               << 
1467         make_insert_tlb spc,pte,prot,t1       << 
1468                                               << 
1469         f_extend        pte,t1                << 
1470                                               << 
1471         iitlbt          pte,prot              << 
1472                                               << 
1473         ptl_unlock      spc,t0,t1             << 
1474         rfir                                  << 
1475         nop                                   << 
1476                                               << 
1477 naitlb_check_alias_20:                        << 
1478         do_alias        spc,t0,t1,va,pte,prot << 
1479                                               << 
1480         iitlbt          pte,prot              << 
1481                                               << 
1482         insert_nops     NUM_PIPELINE_INSNS -  << 
1483         rfir                                  << 
1484         nop                                   << 
1485                                               << 
1486 #endif                                        << 
1487                                               << 
1488 #ifdef CONFIG_64BIT                           << 
1489                                               << 
1490 dbit_trap_20w:                                << 
1491         space_adjust    spc,va,t0             << 
1492         get_pgd         spc,ptp               << 
1493         space_check     spc,t0,dbit_fault     << 
1494                                               << 
1495         L3_ptep         ptp,pte,t0,va,dbit_fa << 
1496                                               << 
1497         ptl_lock        spc,ptp,pte,t0,t1,dbi << 
1498         update_dirty    ptp,pte,t1            << 
1499                                               << 
1500         make_insert_tlb spc,pte,prot,t1       << 
1501                                               << 
1502         idtlbt          pte,prot              << 
1503                                               << 
1504         ptl_unlock      spc,t0,t1             << 
1505         rfir                                  << 
1506         nop                                   << 
1507 #else                                         << 
1508                                               << 
1509 dbit_trap_11:                                 << 
1510                                               << 
1511         get_pgd         spc,ptp               << 
1512                                               << 
1513         space_check     spc,t0,dbit_fault     << 
1514                                               << 
1515         L2_ptep         ptp,pte,t0,va,dbit_fa << 
1516                                               << 
1517         ptl_lock        spc,ptp,pte,t0,t1,dbi << 
1518         update_dirty    ptp,pte,t1            << 
1519                                               << 
1520         make_insert_tlb_11      spc,pte,prot  << 
1521                                               << 
1522         mfsp            %sr1,t1  /* Save sr1  << 
1523         mtsp            spc,%sr1              << 
1524                                               << 
1525         idtlba          pte,(%sr1,va)         << 
1526         idtlbp          prot,(%sr1,va)        << 
1527                                               << 
1528         mtsp            t1, %sr1     /* Resto << 
1529                                               << 
1530         ptl_unlock      spc,t0,t1             << 
1531         rfir                                  << 
1532         nop                                   << 
1533                                               << 
1534 dbit_trap_20:                                 << 
1535         get_pgd         spc,ptp               << 
1536                                               << 
1537         space_check     spc,t0,dbit_fault     << 
1538                                               << 
1539         L2_ptep         ptp,pte,t0,va,dbit_fa << 
1540                                               << 
1541         ptl_lock        spc,ptp,pte,t0,t1,dbi << 
1542         update_dirty    ptp,pte,t1            << 
1543                                               << 
1544         make_insert_tlb spc,pte,prot,t1       << 
1545                                               << 
1546         f_extend        pte,t1                << 
1547                                               << 
1548         idtlbt          pte,prot              << 
1549                                               << 
1550         ptl_unlock      spc,t0,t1             << 
1551         rfir                                  << 
1552         nop                                   << 
1553 #endif                                        << 
1554                                               << 
1555         .import handle_interruption,code      << 
1556                                               << 
1557 kernel_bad_space:                             << 
1558         b               intr_save             << 
1559         ldi             31,%r8  /* Use an unu << 
1560                                               << 
1561 dbit_fault:                                   << 
1562         b               intr_save             << 
1563         ldi             20,%r8                << 
1564                                               << 
1565 itlb_fault:                                   << 
1566         b               intr_save             << 
1567         ldi             PARISC_ITLB_TRAP,%r8  << 
1568                                               << 
1569 nadtlb_fault:                                 << 
1570         b               intr_save             << 
1571         ldi             17,%r8                << 
1572                                               << 
1573 naitlb_fault:                                 << 
1574         b               intr_save             << 
1575         ldi             16,%r8                << 
1576                                               << 
1577 dtlb_fault:                                   << 
1578         b               intr_save             << 
1579         ldi             15,%r8                << 
1580                                               << 
1581         /* Register saving semantics for syst << 
1582                                               << 
1583            %r1             clobbered by syste << 
1584            %r2             saved in PT_REGS b << 
1585            %r3  - %r18     preserved by C cod << 
1586            %r19 - %r20     saved in PT_REGS b << 
1587            %r21 - %r22     non-standard sysca << 
1588                            stored in kernel s << 
1589            %r23 - %r26     arg3-arg0, saved i << 
1590            %r27 - %r30     saved in PT_REGS b << 
1591            %r31            syscall return poi << 
1592          */                                   << 
1593                                               << 
1594         /* Floating point registers (FIXME: w << 
1595                                               << 
1596            %fr0  - %fr3    status/exception,  << 
1597            %fr4  - %fr7    arguments          << 
1598            %fr8  - %fr11   not preserved by C << 
1599            %fr12 - %fr21   preserved by C cod << 
1600            %fr22 - %fr31   not preserved by C << 
1601          */                                   << 
1602                                               << 
1603         .macro  reg_save regs                 << 
1604         STREG   %r3, PT_GR3(\regs)            << 
1605         STREG   %r4, PT_GR4(\regs)            << 
1606         STREG   %r5, PT_GR5(\regs)            << 
1607         STREG   %r6, PT_GR6(\regs)            << 
1608         STREG   %r7, PT_GR7(\regs)            << 
1609         STREG   %r8, PT_GR8(\regs)            << 
1610         STREG   %r9, PT_GR9(\regs)            << 
1611         STREG   %r10,PT_GR10(\regs)           << 
1612         STREG   %r11,PT_GR11(\regs)           << 
1613         STREG   %r12,PT_GR12(\regs)           << 
1614         STREG   %r13,PT_GR13(\regs)           << 
1615         STREG   %r14,PT_GR14(\regs)           << 
1616         STREG   %r15,PT_GR15(\regs)           << 
1617         STREG   %r16,PT_GR16(\regs)           << 
1618         STREG   %r17,PT_GR17(\regs)           << 
1619         STREG   %r18,PT_GR18(\regs)           << 
1620         .endm                                 << 
1621                                               << 
1622         .macro  reg_restore regs              << 
1623         LDREG   PT_GR3(\regs), %r3            << 
1624         LDREG   PT_GR4(\regs), %r4            << 
1625         LDREG   PT_GR5(\regs), %r5            << 
1626         LDREG   PT_GR6(\regs), %r6            << 
1627         LDREG   PT_GR7(\regs), %r7            << 
1628         LDREG   PT_GR8(\regs), %r8            << 
1629         LDREG   PT_GR9(\regs), %r9            << 
1630         LDREG   PT_GR10(\regs),%r10           << 
1631         LDREG   PT_GR11(\regs),%r11           << 
1632         LDREG   PT_GR12(\regs),%r12           << 
1633         LDREG   PT_GR13(\regs),%r13           << 
1634         LDREG   PT_GR14(\regs),%r14           << 
1635         LDREG   PT_GR15(\regs),%r15           << 
1636         LDREG   PT_GR16(\regs),%r16           << 
1637         LDREG   PT_GR17(\regs),%r17           << 
1638         LDREG   PT_GR18(\regs),%r18           << 
1639         .endm                                 << 
1640                                               << 
1641         .macro  fork_like name                << 
1642 ENTRY_CFI(sys_\name\()_wrapper)               << 
1643         mfctl   %cr30,%r1                     << 
1644         ldo     TASK_REGS(%r1),%r1            << 
1645         reg_save %r1                          << 
1646         mfctl   %cr27, %r28                   << 
1647         ldil    L%sys_\name, %r31             << 
1648         be      R%sys_\name(%sr4,%r31)        << 
1649         STREG   %r28, PT_CR27(%r1)            << 
1650 ENDPROC_CFI(sys_\name\()_wrapper)             << 
1651         .endm                                 << 
1652                                               << 
1653 fork_like clone                               << 
1654 fork_like clone3                              << 
1655 fork_like fork                                << 
1656 fork_like vfork                               << 
1657                                               << 
1658         /* Set the return value for the child << 
1659 ENTRY(child_return)                           << 
1660         BL      schedule_tail, %r2            << 
1661         nop                                   << 
1662 finish_child_return:                          << 
1663         mfctl   %cr30,%r1                     << 
1664         ldo     TASK_REGS(%r1),%r1       /* g << 
1665                                               << 
1666         LDREG   PT_CR27(%r1), %r3             << 
1667         mtctl   %r3, %cr27                    << 
1668         reg_restore %r1                       << 
1669         b       syscall_exit                  << 
1670         copy    %r0,%r28                      << 
1671 END(child_return)                             << 
1672                                               << 
1673 ENTRY_CFI(sys_rt_sigreturn_wrapper)           << 
1674         mfctl   %cr30,%r26                    << 
1675         ldo     TASK_REGS(%r26),%r26    /* ge << 
1676         /* Don't save regs, we are going to r << 
1677         STREG   %r2, -RP_OFFSET(%r30)         << 
1678 #ifdef CONFIG_64BIT                           << 
1679         ldo     FRAME_SIZE(%r30), %r30        << 
1680         BL      sys_rt_sigreturn,%r2          << 
1681         ldo     -16(%r30),%r29          /* Re << 
1682 #else                                         << 
1683         BL      sys_rt_sigreturn,%r2          << 
1684         ldo     FRAME_SIZE(%r30), %r30        << 
1685 #endif                                        << 
1686                                               << 
1687         ldo     -FRAME_SIZE(%r30), %r30       << 
1688         LDREG   -RP_OFFSET(%r30), %r2         << 
1689                                               << 
1690         /* FIXME: I think we need to restore  << 
1691         mfctl   %cr30,%r1                     << 
1692         ldo     TASK_REGS(%r1),%r1      /* ge << 
1693         reg_restore %r1                       << 
1694                                               << 
1695         /* If the signal was received while t << 
1696          * syscall, then r2 will take us to s << 
1697          * take us to syscall_exit_rfi and on << 
1698          */                                   << 
1699         bv      %r0(%r2)                      << 
1700         LDREG   PT_GR28(%r1),%r28  /* reload  << 
1701 ENDPROC_CFI(sys_rt_sigreturn_wrapper)         << 
1702                                               << 
1703 ENTRY(syscall_exit)                           << 
1704         /* NOTE: Not all syscalls exit this w << 
1705          * via syscall_exit_rfi if the signal << 
1706          * was running.                       << 
1707          */                                   << 
1708                                               << 
1709         /* save return value now */           << 
1710         mfctl     %cr30, %r1                  << 
1711         STREG     %r28,TASK_PT_GR28(%r1)      << 
1712                                               << 
1713         /* Seems to me that dp could be wrong << 
1714          * calling a module, and nothing got  << 
1715          */                                   << 
1716         loadgp                                << 
1717                                               << 
1718 syscall_check_resched:                        << 
1719                                               << 
1720         /* check for reschedule */            << 
1721         mfctl   %cr30,%r19                    << 
1722         LDREG   TASK_TI_FLAGS(%r19),%r19      << 
1723         bb,<,n  %r19, 31-TIF_NEED_RESCHED, sy << 
1724                                               << 
1725         .import do_signal,code                << 
1726 syscall_check_sig:                            << 
1727         mfctl   %cr30,%r19                    << 
1728         LDREG   TASK_TI_FLAGS(%r19),%r19      << 
1729         ldi     (_TIF_USER_WORK_MASK & ~_TIF_ << 
1730         and,COND(<>)    %r19, %r26, %r0       << 
1731         b,n     syscall_restore /* skip past  << 
1732                                               << 
1733 syscall_do_signal:                            << 
1734         /* Save callee-save registers (for si << 
1735          * FIXME: After this point the proces << 
1736          * consistent with all the relevant s << 
1737          * before the syscall.  We need to ve << 
1738          */                                   << 
1739         mfctl   %cr30,%r1                     << 
1740         ldo     TASK_REGS(%r1), %r26          << 
1741         reg_save %r26                         << 
1742                                               << 
1743 #ifdef CONFIG_64BIT                           << 
1744         ldo     -16(%r30),%r29                << 
1745 #endif                                        << 
1746                                               << 
1747         BL      do_notify_resume,%r2          << 
1748         ldi     1, %r25                       << 
1749                                               << 
1750         mfctl   %cr30,%r1                     << 
1751         ldo     TASK_REGS(%r1), %r20          << 
1752         reg_restore %r20                      << 
1753                                               << 
1754         b,n     syscall_check_sig             << 
1755                                               << 
1756 syscall_restore:                              << 
1757         mfctl   %cr30,%r1                     << 
1758                                               << 
1759         /* Are we being ptraced? */           << 
1760         LDREG   TASK_TI_FLAGS(%r1),%r19       << 
1761         ldi     _TIF_SINGLESTEP|_TIF_BLOCKSTE << 
1762         and,COND(=)     %r19,%r2,%r0          << 
1763         b,n     syscall_restore_rfi           << 
1764                                               << 
1765         ldo     TASK_PT_FR31(%r1),%r19        << 
1766         rest_fp %r19                          << 
1767                                               << 
1768         LDREG   TASK_PT_SAR(%r1),%r19         << 
1769         mtsar   %r19                          << 
1770                                               << 
1771         LDREG   TASK_PT_GR2(%r1),%r2          << 
1772         LDREG   TASK_PT_GR19(%r1),%r19        << 
1773         LDREG   TASK_PT_GR20(%r1),%r20        << 
1774         LDREG   TASK_PT_GR21(%r1),%r21        << 
1775         LDREG   TASK_PT_GR22(%r1),%r22        << 
1776         LDREG   TASK_PT_GR23(%r1),%r23        << 
1777         LDREG   TASK_PT_GR24(%r1),%r24        << 
1778         LDREG   TASK_PT_GR25(%r1),%r25        << 
1779         LDREG   TASK_PT_GR26(%r1),%r26        << 
1780         LDREG   TASK_PT_GR27(%r1),%r27     /* << 
1781         LDREG   TASK_PT_GR28(%r1),%r28     /* << 
1782         LDREG   TASK_PT_GR29(%r1),%r29        << 
1783         LDREG   TASK_PT_GR31(%r1),%r31     /* << 
1784                                               << 
1785         /* NOTE: We use rsm/ssm pair to make  << 
1786         LDREG   TASK_PT_GR30(%r1),%r1         << 
1787         rsm     PSW_SM_I, %r0                 << 
1788         copy    %r1,%r30                      << 
1789         mfsp    %sr3,%r1                      << 
1790         mtsp    %r1,%sr7                      << 
1791         ssm     PSW_SM_I, %r0                 << 
1792                                               << 
1793         /* Set sr2 to zero for userspace sysc << 
1794         mtsp    %r0,%sr2                      << 
1795         mtsp    %r1,%sr4                      << 
1796         mtsp    %r1,%sr5                      << 
1797         mtsp    %r1,%sr6                      << 
1798                                               << 
1799         depi    PRIV_USER,31,2,%r31     /* en << 
1800                                               << 
1801 #ifdef CONFIG_64BIT                           << 
1802         /* decide whether to reset the wide m << 
1803          *                                    << 
1804          * For a syscall, the W bit is stored << 
1805          * of sp.  Extract it and reset W if  << 
1806         extrd,u,*<>     %r30,63,1,%r1         << 
1807         rsm     PSW_SM_W, %r0                 << 
1808         /* now reset the lowest bit of sp if  << 
1809         xor     %r30,%r1,%r30                 << 
1810 #endif                                        << 
1811         be,n    0(%sr3,%r31)                  << 
1812                                               << 
1813         /* We have to return via an RFI, so t << 
1814          * appropriately.                     << 
1815          * This sets up pt_regs so we can ret << 
1816          * the most efficient way of doing th << 
1817          */                                   << 
1818 syscall_restore_rfi:                          << 
1819         ldo     -1(%r0),%r2                   << 
1820         mtctl   %r2,%cr0                      << 
1821         LDREG   TASK_PT_PSW(%r1),%r2          << 
1822         ldi     0x0b,%r20                     << 
1823         depi    -1,13,1,%r20                  << 
1824                                               << 
1825         /* The values of SINGLESTEP_BIT and B << 
1826          * set in thread_info.h and converted << 
1827          * numbers in asm-offsets.c */        << 
1828                                               << 
1829         /* if ((%r19.SINGLESTEP_BIT)) { %r20. << 
1830         extru,= %r19,TIF_SINGLESTEP_PA_BIT,1, << 
1831         depi    -1,27,1,%r20                  << 
1832                                               << 
1833         /* if ((%r19.BLOCKSTEP_BIT)) { %r20.7 << 
1834         extru,= %r19,TIF_BLOCKSTEP_PA_BIT,1,% << 
1835         depi    -1,7,1,%r20                   << 
1836                                               << 
1837         STREG   %r20,TASK_PT_PSW(%r1)         << 
1838                                               << 
1839         /* Always store space registers, sinc << 
1840                                               << 
1841         mfsp    %sr3,%r25                     << 
1842         STREG   %r25,TASK_PT_SR3(%r1)         << 
1843         STREG   %r25,TASK_PT_SR4(%r1)         << 
1844         STREG   %r25,TASK_PT_SR5(%r1)         << 
1845         STREG   %r25,TASK_PT_SR6(%r1)         << 
1846         STREG   %r25,TASK_PT_SR7(%r1)         << 
1847         STREG   %r25,TASK_PT_IASQ0(%r1)       << 
1848         STREG   %r25,TASK_PT_IASQ1(%r1)       << 
1849                                               << 
1850         /* XXX W bit??? */                    << 
1851         /* Now if old D bit is clear, it mean << 
1852          * on syscall entry, so do that now.  << 
1853          * calls, or if someone attached to u << 
1854          * We could make this more efficient  << 
1855          * then we wouldn't be able to use th << 
1856          * It is only for traced processes an << 
1857          * an issue.                          << 
1858          */                                   << 
1859         bb,<    %r2,30,pt_regs_ok             << 
1860         ldo     TASK_REGS(%r1),%r25           << 
1861         reg_save %r25                         << 
1862                                               << 
1863         /* Save the current sr */             << 
1864         mfsp    %sr0,%r2                      << 
1865         STREG   %r2,TASK_PT_SR0(%r1)          << 
1866                                               << 
1867         /* Save the scratch sr */             << 
1868         mfsp    %sr1,%r2                      << 
1869         STREG   %r2,TASK_PT_SR1(%r1)          << 
1870                                               << 
1871         /* sr2 should be set to zero for user << 
1872         STREG   %r0,TASK_PT_SR2(%r1)          << 
1873                                               << 
1874         LDREG   TASK_PT_GR31(%r1),%r2         << 
1875         depi    PRIV_USER,31,2,%r2      /* en << 
1876         STREG   %r2,TASK_PT_IAOQ0(%r1)        << 
1877         ldo     4(%r2),%r2                    << 
1878         STREG   %r2,TASK_PT_IAOQ1(%r1)        << 
1879         b       intr_restore                  << 
1880         copy    %r25,%r16                     << 
1881                                               << 
1882 pt_regs_ok:                                   << 
1883         LDREG   TASK_PT_IAOQ0(%r1),%r2        << 
1884         depi    PRIV_USER,31,2,%r2      /* en << 
1885         STREG   %r2,TASK_PT_IAOQ0(%r1)        << 
1886         LDREG   TASK_PT_IAOQ1(%r1),%r2        << 
1887         depi    PRIV_USER,31,2,%r2            << 
1888         STREG   %r2,TASK_PT_IAOQ1(%r1)        << 
1889         b       intr_restore                  << 
1890         copy    %r25,%r16                     << 
1891                                               << 
1892 syscall_do_resched:                           << 
1893         load32  syscall_check_resched,%r2 /*  << 
1894         load32  schedule,%r19                 << 
1895         bv      %r0(%r19)               /* ju << 
1896 #ifdef CONFIG_64BIT                           << 
1897         ldo     -16(%r30),%r29          /* Re << 
1898 #else                                         << 
1899         nop                                   << 
1900 #endif                                        << 
1901 END(syscall_exit)                             << 
1902                                               << 
1903                                               << 
1904 #ifdef CONFIG_FUNCTION_TRACER                 << 
1905                                               << 
1906         .import ftrace_function_trampoline,co << 
1907         .align L1_CACHE_BYTES                 << 
1908 ENTRY_CFI(mcount, caller)                     << 
1909 _mcount:                                      << 
1910         .export _mcount,data                  << 
1911         /*                                    << 
1912          * The 64bit mcount() function pointe << 
1913          * first two are free.  We optimize i << 
1914          * calling mcount(), and 2 instructio << 
1915          * have all on one L1 cacheline.      << 
1916          */                                   << 
1917         ldi     0, %arg3                      << 
1918         b       ftrace_function_trampoline    << 
1919         copy    %r3, %arg2      /* caller ori << 
1920 ftrace_stub:                                  << 
1921         .globl ftrace_stub                    << 
1922         .type  ftrace_stub, @function         << 
1923 #ifdef CONFIG_64BIT                           << 
1924         bve     (%rp)                         << 
1925 #else                                         << 
1926         bv      %r0(%rp)                      << 
1927 #endif                                        << 
1928         nop                                   << 
1929 #ifdef CONFIG_64BIT                           << 
1930         .dword mcount                         << 
1931         .dword 0 /* code in head.S puts value << 
1932 #endif                                        << 
1933 ENDPROC_CFI(mcount)                           << 
1934                                               << 
1935 #ifdef CONFIG_DYNAMIC_FTRACE                  << 
1936                                               << 
1937 #ifdef CONFIG_64BIT                           << 
1938 #define FTRACE_FRAME_SIZE (2*FRAME_SIZE)      << 
1939 #else                                         << 
1940 #define FTRACE_FRAME_SIZE FRAME_SIZE          << 
1941 #endif                                        << 
1942 ENTRY_CFI(ftrace_caller, caller,frame=FTRACE_ << 
1943 ftrace_caller:                                << 
1944         .global ftrace_caller                 << 
1945                                               << 
1946         STREG   %r3, -FTRACE_FRAME_SIZE+1*REG << 
1947         ldo     -FTRACE_FRAME_SIZE(%sp), %r3  << 
1948         STREG   %rp, -RP_OFFSET(%r3)          << 
1949                                               << 
1950         /* Offset 0 is already allocated for  << 
1951         STREG   %r23, 2*REG_SZ(%r3)           << 
1952         STREG   %r24, 3*REG_SZ(%r3)           << 
1953         STREG   %r25, 4*REG_SZ(%r3)           << 
1954         STREG   %r26, 5*REG_SZ(%r3)           << 
1955         STREG   %r28, 6*REG_SZ(%r3)           << 
1956         STREG   %r29, 7*REG_SZ(%r3)           << 
1957 #ifdef CONFIG_64BIT                           << 
1958         STREG   %r19, 8*REG_SZ(%r3)           << 
1959         STREG   %r20, 9*REG_SZ(%r3)           << 
1960         STREG   %r21, 10*REG_SZ(%r3)          << 
1961         STREG   %r22, 11*REG_SZ(%r3)          << 
1962         STREG   %r27, 12*REG_SZ(%r3)          << 
1963         STREG   %r31, 13*REG_SZ(%r3)          << 
1964         loadgp                                << 
1965         ldo     -16(%sp),%r29                 << 
1966 #endif                                        << 
1967         LDREG   0(%r3), %r25                  << 
1968         copy    %rp, %r26                     << 
1969         ldo     -8(%r25), %r25                << 
1970         ldi     0, %r23         /* no pt_regs << 
1971         b,l     ftrace_function_trampoline, % << 
1972         copy    %r3, %r24                     << 
1973                                               << 
1974         LDREG   -RP_OFFSET(%r3), %rp          << 
1975         LDREG   2*REG_SZ(%r3), %r23           << 
1976         LDREG   3*REG_SZ(%r3), %r24           << 
1977         LDREG   4*REG_SZ(%r3), %r25           << 
1978         LDREG   5*REG_SZ(%r3), %r26           << 
1979         LDREG   6*REG_SZ(%r3), %r28           << 
1980         LDREG   7*REG_SZ(%r3), %r29           << 
1981 #ifdef CONFIG_64BIT                           << 
1982         LDREG   8*REG_SZ(%r3), %r19           << 
1983         LDREG   9*REG_SZ(%r3), %r20           << 
1984         LDREG   10*REG_SZ(%r3), %r21          << 
1985         LDREG   11*REG_SZ(%r3), %r22          << 
1986         LDREG   12*REG_SZ(%r3), %r27          << 
1987         LDREG   13*REG_SZ(%r3), %r31          << 
1988 #endif                                        << 
1989         LDREG   1*REG_SZ(%r3), %r3            << 
1990                                               << 
1991         LDREGM  -FTRACE_FRAME_SIZE(%sp), %r1  << 
1992         /* Adjust return point to jump back t << 
1993         ldo     -4(%r1), %r1                  << 
1994         bv,n    (%r1)                         << 
1995                                               << 
1996 ENDPROC_CFI(ftrace_caller)                    << 
1997                                               << 
1998 #ifdef CONFIG_HAVE_DYNAMIC_FTRACE_WITH_REGS   << 
1999 ENTRY_CFI(ftrace_regs_caller,caller,frame=FTR << 
2000         CALLS,SAVE_RP,SAVE_SP)                << 
2001 ftrace_regs_caller:                           << 
2002         .global ftrace_regs_caller            << 
2003                                               << 
2004         ldo     -FTRACE_FRAME_SIZE(%sp), %r1  << 
2005         STREG   %rp, -RP_OFFSET(%r1)          << 
2006                                               << 
2007         copy    %sp, %r1                      << 
2008         ldo     PT_SZ_ALGN(%sp), %sp          << 
2009                                               << 
2010         STREG   %rp, PT_GR2(%r1)              << 
2011         STREG   %r3, PT_GR3(%r1)              << 
2012         STREG   %r4, PT_GR4(%r1)              << 
2013         STREG   %r5, PT_GR5(%r1)              << 
2014         STREG   %r6, PT_GR6(%r1)              << 
2015         STREG   %r7, PT_GR7(%r1)              << 
2016         STREG   %r8, PT_GR8(%r1)              << 
2017         STREG   %r9, PT_GR9(%r1)              << 
2018         STREG   %r10, PT_GR10(%r1)            << 
2019         STREG   %r11, PT_GR11(%r1)            << 
2020         STREG   %r12, PT_GR12(%r1)            << 
2021         STREG   %r13, PT_GR13(%r1)            << 
2022         STREG   %r14, PT_GR14(%r1)            << 
2023         STREG   %r15, PT_GR15(%r1)            << 
2024         STREG   %r16, PT_GR16(%r1)            << 
2025         STREG   %r17, PT_GR17(%r1)            << 
2026         STREG   %r18, PT_GR18(%r1)            << 
2027         STREG   %r19, PT_GR19(%r1)            << 
2028         STREG   %r20, PT_GR20(%r1)            << 
2029         STREG   %r21, PT_GR21(%r1)            << 
2030         STREG   %r22, PT_GR22(%r1)            << 
2031         STREG   %r23, PT_GR23(%r1)            << 
2032         STREG   %r24, PT_GR24(%r1)            << 
2033         STREG   %r25, PT_GR25(%r1)            << 
2034         STREG   %r26, PT_GR26(%r1)            << 
2035         STREG   %r27, PT_GR27(%r1)            << 
2036         STREG   %r28, PT_GR28(%r1)            << 
2037         STREG   %r29, PT_GR29(%r1)            << 
2038         STREG   %r30, PT_GR30(%r1)            << 
2039         STREG   %r31, PT_GR31(%r1)            << 
2040         mfctl   %cr11, %r26                   << 
2041         STREG   %r26, PT_SAR(%r1)             << 
2042                                               << 
2043         copy    %rp, %r26                     << 
2044         LDREG   -FTRACE_FRAME_SIZE-PT_SZ_ALGN << 
2045         ldo     -8(%r25), %r25                << 
2046         ldo     -FTRACE_FRAME_SIZE(%r1), %arg << 
2047         b,l     ftrace_function_trampoline, % << 
2048         copy    %r1, %arg3 /* struct pt_regs  << 
2049                                               << 
2050         ldo     -PT_SZ_ALGN(%sp), %r1         << 
2051                                               << 
2052         LDREG   PT_SAR(%r1), %rp              << 
2053         mtctl   %rp, %cr11                    << 
2054                                               << 
2055         LDREG   PT_GR2(%r1), %rp              << 
2056         LDREG   PT_GR3(%r1), %r3              << 
2057         LDREG   PT_GR4(%r1), %r4              << 
2058         LDREG   PT_GR5(%r1), %r5              << 
2059         LDREG   PT_GR6(%r1), %r6              << 
2060         LDREG   PT_GR7(%r1), %r7              << 
2061         LDREG   PT_GR8(%r1), %r8              << 
2062         LDREG   PT_GR9(%r1), %r9              << 
2063         LDREG   PT_GR10(%r1),%r10             << 
2064         LDREG   PT_GR11(%r1),%r11             << 
2065         LDREG   PT_GR12(%r1),%r12             << 
2066         LDREG   PT_GR13(%r1),%r13             << 
2067         LDREG   PT_GR14(%r1),%r14             << 
2068         LDREG   PT_GR15(%r1),%r15             << 
2069         LDREG   PT_GR16(%r1),%r16             << 
2070         LDREG   PT_GR17(%r1),%r17             << 
2071         LDREG   PT_GR18(%r1),%r18             << 
2072         LDREG   PT_GR19(%r1),%r19             << 
2073         LDREG   PT_GR20(%r1),%r20             << 
2074         LDREG   PT_GR21(%r1),%r21             << 
2075         LDREG   PT_GR22(%r1),%r22             << 
2076         LDREG   PT_GR23(%r1),%r23             << 
2077         LDREG   PT_GR24(%r1),%r24             << 
2078         LDREG   PT_GR25(%r1),%r25             << 
2079         LDREG   PT_GR26(%r1),%r26             << 
2080         LDREG   PT_GR27(%r1),%r27             << 
2081         LDREG   PT_GR28(%r1),%r28             << 
2082         LDREG   PT_GR29(%r1),%r29             << 
2083         LDREG   PT_GR30(%r1),%r30             << 
2084         LDREG   PT_GR31(%r1),%r31             << 
2085                                               << 
2086         ldo     -PT_SZ_ALGN(%sp), %sp         << 
2087         LDREGM  -FTRACE_FRAME_SIZE(%sp), %r1  << 
2088         /* Adjust return point to jump back t << 
2089         ldo     -4(%r1), %r1                  << 
2090         bv,n    (%r1)                         << 
2091                                               << 
2092 ENDPROC_CFI(ftrace_regs_caller)               << 
2093                                               << 
2094 #endif                                        << 
2095 #endif                                        << 
2096                                               << 
2097 #ifdef CONFIG_FUNCTION_GRAPH_TRACER           << 
2098         .align 8                              << 
2099 ENTRY_CFI(return_to_handler, caller,frame=FRA << 
2100         .export parisc_return_to_handler,data << 
2101 parisc_return_to_handler:                     << 
2102         copy %r3,%r1                          << 
2103         STREG %r0,-RP_OFFSET(%sp)       /* st << 
2104         copy %sp,%r3                          << 
2105         STREGM %r1,FRAME_SIZE(%sp)            << 
2106         STREG %ret0,8(%r3)                    << 
2107         STREG %ret1,16(%r3)                   << 
2108                                               << 
2109 #ifdef CONFIG_64BIT                           << 
2110         loadgp                                << 
2111 #endif                                        << 
2112                                               << 
2113         /* call ftrace_return_to_handler(0) * << 
2114         .import ftrace_return_to_handler,code << 
2115         load32 ftrace_return_to_handler,%ret0 << 
2116         load32 .Lftrace_ret,%r2               << 
2117 #ifdef CONFIG_64BIT                           << 
2118         ldo -16(%sp),%ret1              /* Re << 
2119         bve     (%ret0)                       << 
2120 #else                                         << 
2121         bv      %r0(%ret0)                    << 
2122 #endif                                        << 
2123         ldi 0,%r26                            << 
2124 .Lftrace_ret:                                 << 
2125         copy %ret0,%rp                        << 
2126                                               << 
2127         /* restore original return values */  << 
2128         LDREG 8(%r3),%ret0                    << 
2129         LDREG 16(%r3),%ret1                   << 
2130                                               << 
2131         /* return from function */            << 
2132 #ifdef CONFIG_64BIT                           << 
2133         bve     (%rp)                         << 
2134 #else                                         << 
2135         bv      %r0(%rp)                      << 
2136 #endif                                        << 
2137         LDREGM -FRAME_SIZE(%sp),%r3           << 
2138 ENDPROC_CFI(return_to_handler)                << 
2139                                               << 
2140 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */     << 
2141                                               << 
2142 #endif  /* CONFIG_FUNCTION_TRACER */          << 
2143                                               << 
2144 #ifdef CONFIG_IRQSTACKS                       << 
2145 /* void call_on_stack(unsigned long param1, v << 
2146                       unsigned long new_stack << 
2147 ENTRY_CFI(call_on_stack, FRAME=2*FRAME_SIZE,C << 
2148 ENTRY(_call_on_stack)                         << 
2149         copy    %sp, %r1                      << 
2150                                               << 
2151         /* Regarding the HPPA calling convent << 
2152            we assume the PIC register is not  << 
2153            CONFIG_64BIT, the argument pointer << 
2154            argument region allocated for the  << 
2155                                               << 
2156         /* Switch to new stack.  We allocate  << 
2157         ldo     2*FRAME_SIZE(%arg2), %sp      << 
2158 # ifdef CONFIG_64BIT                          << 
2159         /* Save previous stack pointer and re << 
2160         STREG   %rp, -FRAME_SIZE-RP_OFFSET(%s << 
2161         /* Calls always use function descript << 
2162         LDREG   16(%arg1), %arg1              << 
2163         bve,l   (%arg1), %rp                  << 
2164         STREG   %r1, -FRAME_SIZE-REG_SZ(%sp)  << 
2165         LDREG   -FRAME_SIZE-RP_OFFSET(%sp), % << 
2166         bve     (%rp)                         << 
2167         LDREG   -FRAME_SIZE-REG_SZ(%sp), %sp  << 
2168 # else                                        << 
2169         /* Save previous stack pointer and re << 
2170         STREG   %r1, -FRAME_SIZE-REG_SZ(%sp)  << 
2171         STREG   %rp, -FRAME_SIZE-RP_OFFSET(%s << 
2172         /* Calls use function descriptor if P << 
2173         bb,>=,n %arg1, 30, 1f                 << 
2174         depwi   0,31,2, %arg1                 << 
2175         LDREG   0(%arg1), %arg1               << 
2176 1:                                            << 
2177         be,l    0(%sr4,%arg1), %sr0, %r31     << 
2178         copy    %r31, %rp                     << 
2179         LDREG   -FRAME_SIZE-RP_OFFSET(%sp), % << 
2180         bv      (%rp)                         << 
2181         LDREG   -FRAME_SIZE-REG_SZ(%sp), %sp  << 
2182 # endif /* CONFIG_64BIT */                    << 
2183 ENDPROC_CFI(call_on_stack)                    << 
2184 #endif /* CONFIG_IRQSTACKS */                 << 
2185                                               << 
2186 ENTRY_CFI(get_register)                       << 
2187         /*                                    << 
2188          * get_register is used by the non ac << 
2189          * copy the value of the general regi << 
2190          * r1. This routine can't be used for << 
2191          * the rfir will restore the original << 
2192          * registers we put a -1 into r1 to i << 
2193          * should not be used (the register b << 
2194          * a -1 in it, but that is OK, it jus << 
2195          * to use the slow path instead).     << 
2196          */                                   << 
2197         blr     %r8,%r0                       << 
2198         nop                                   << 
2199         bv      %r0(%r25)    /* r0 */         << 
2200         copy    %r0,%r1                       << 
2201         bv      %r0(%r25)    /* r1 - shadowed << 
2202         ldi     -1,%r1                        << 
2203         bv      %r0(%r25)    /* r2 */         << 
2204         copy    %r2,%r1                       << 
2205         bv      %r0(%r25)    /* r3 */         << 
2206         copy    %r3,%r1                       << 
2207         bv      %r0(%r25)    /* r4 */         << 
2208         copy    %r4,%r1                       << 
2209         bv      %r0(%r25)    /* r5 */         << 
2210         copy    %r5,%r1                       << 
2211         bv      %r0(%r25)    /* r6 */         << 
2212         copy    %r6,%r1                       << 
2213         bv      %r0(%r25)    /* r7 */         << 
2214         copy    %r7,%r1                       << 
2215         bv      %r0(%r25)    /* r8 - shadowed << 
2216         ldi     -1,%r1                        << 
2217         bv      %r0(%r25)    /* r9 - shadowed << 
2218         ldi     -1,%r1                        << 
2219         bv      %r0(%r25)    /* r10 */        << 
2220         copy    %r10,%r1                      << 
2221         bv      %r0(%r25)    /* r11 */        << 
2222         copy    %r11,%r1                      << 
2223         bv      %r0(%r25)    /* r12 */        << 
2224         copy    %r12,%r1                      << 
2225         bv      %r0(%r25)    /* r13 */        << 
2226         copy    %r13,%r1                      << 
2227         bv      %r0(%r25)    /* r14 */        << 
2228         copy    %r14,%r1                      << 
2229         bv      %r0(%r25)    /* r15 */        << 
2230         copy    %r15,%r1                      << 
2231         bv      %r0(%r25)    /* r16 - shadowe << 
2232         ldi     -1,%r1                        << 
2233         bv      %r0(%r25)    /* r17 - shadowe << 
2234         ldi     -1,%r1                        << 
2235         bv      %r0(%r25)    /* r18 */        << 
2236         copy    %r18,%r1                      << 
2237         bv      %r0(%r25)    /* r19 */        << 
2238         copy    %r19,%r1                      << 
2239         bv      %r0(%r25)    /* r20 */        << 
2240         copy    %r20,%r1                      << 
2241         bv      %r0(%r25)    /* r21 */        << 
2242         copy    %r21,%r1                      << 
2243         bv      %r0(%r25)    /* r22 */        << 
2244         copy    %r22,%r1                      << 
2245         bv      %r0(%r25)    /* r23 */        << 
2246         copy    %r23,%r1                      << 
2247         bv      %r0(%r25)    /* r24 - shadowe << 
2248         ldi     -1,%r1                        << 
2249         bv      %r0(%r25)    /* r25 - shadowe << 
2250         ldi     -1,%r1                        << 
2251         bv      %r0(%r25)    /* r26 */        << 
2252         copy    %r26,%r1                      << 
2253         bv      %r0(%r25)    /* r27 */        << 
2254         copy    %r27,%r1                      << 
2255         bv      %r0(%r25)    /* r28 */        << 
2256         copy    %r28,%r1                      << 
2257         bv      %r0(%r25)    /* r29 */        << 
2258         copy    %r29,%r1                      << 
2259         bv      %r0(%r25)    /* r30 */        << 
2260         copy    %r30,%r1                      << 
2261         bv      %r0(%r25)    /* r31 */        << 
2262         copy    %r31,%r1                      << 
2263 ENDPROC_CFI(get_register)                     << 
2264                                               << 
2265                                               << 
2266 ENTRY_CFI(set_register)                       << 
2267         /*                                    << 
2268          * set_register is used by the non ac << 
2269          * copy the value of r1 into the gene << 
2270          * r8.                                << 
2271          */                                   << 
2272         blr     %r8,%r0                       << 
2273         nop                                      182         nop
2274         bv      %r0(%r25)    /* r0 (silly, bu !! 183         END(mips_ihb)
2275         copy    %r1,%r0                       << 
2276         bv      %r0(%r25)    /* r1 */         << 
2277         copy    %r1,%r1                       << 
2278         bv      %r0(%r25)    /* r2 */         << 
2279         copy    %r1,%r2                       << 
2280         bv      %r0(%r25)    /* r3 */         << 
2281         copy    %r1,%r3                       << 
2282         bv      %r0(%r25)    /* r4 */         << 
2283         copy    %r1,%r4                       << 
2284         bv      %r0(%r25)    /* r5 */         << 
2285         copy    %r1,%r5                       << 
2286         bv      %r0(%r25)    /* r6 */         << 
2287         copy    %r1,%r6                       << 
2288         bv      %r0(%r25)    /* r7 */         << 
2289         copy    %r1,%r7                       << 
2290         bv      %r0(%r25)    /* r8 */         << 
2291         copy    %r1,%r8                       << 
2292         bv      %r0(%r25)    /* r9 */         << 
2293         copy    %r1,%r9                       << 
2294         bv      %r0(%r25)    /* r10 */        << 
2295         copy    %r1,%r10                      << 
2296         bv      %r0(%r25)    /* r11 */        << 
2297         copy    %r1,%r11                      << 
2298         bv      %r0(%r25)    /* r12 */        << 
2299         copy    %r1,%r12                      << 
2300         bv      %r0(%r25)    /* r13 */        << 
2301         copy    %r1,%r13                      << 
2302         bv      %r0(%r25)    /* r14 */        << 
2303         copy    %r1,%r14                      << 
2304         bv      %r0(%r25)    /* r15 */        << 
2305         copy    %r1,%r15                      << 
2306         bv      %r0(%r25)    /* r16 */        << 
2307         copy    %r1,%r16                      << 
2308         bv      %r0(%r25)    /* r17 */        << 
2309         copy    %r1,%r17                      << 
2310         bv      %r0(%r25)    /* r18 */        << 
2311         copy    %r1,%r18                      << 
2312         bv      %r0(%r25)    /* r19 */        << 
2313         copy    %r1,%r19                      << 
2314         bv      %r0(%r25)    /* r20 */        << 
2315         copy    %r1,%r20                      << 
2316         bv      %r0(%r25)    /* r21 */        << 
2317         copy    %r1,%r21                      << 
2318         bv      %r0(%r25)    /* r22 */        << 
2319         copy    %r1,%r22                      << 
2320         bv      %r0(%r25)    /* r23 */        << 
2321         copy    %r1,%r23                      << 
2322         bv      %r0(%r25)    /* r24 */        << 
2323         copy    %r1,%r24                      << 
2324         bv      %r0(%r25)    /* r25 */        << 
2325         copy    %r1,%r25                      << 
2326         bv      %r0(%r25)    /* r26 */        << 
2327         copy    %r1,%r26                      << 
2328         bv      %r0(%r25)    /* r27 */        << 
2329         copy    %r1,%r27                      << 
2330         bv      %r0(%r25)    /* r28 */        << 
2331         copy    %r1,%r28                      << 
2332         bv      %r0(%r25)    /* r29 */        << 
2333         copy    %r1,%r29                      << 
2334         bv      %r0(%r25)    /* r30 */        << 
2335         copy    %r1,%r30                      << 
2336         bv      %r0(%r25)    /* r31 */        << 
2337         copy    %r1,%r31                      << 
2338 ENDPROC_CFI(set_register)                     << 
2339                                                  184 
                                                   >> 185 #endif /* CONFIG_CPU_MIPSR2 - CONFIG_CPU_MIPSR6 or CONFIG_MIPS_MT */
                                                      

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

sflogo.php