1 // SPDX-License-Identifier: GPL-2.0 <<
2 /* 1 /*
3 * Copyright (C) 2020-2022 Loongson Technology !! 2 * MIPS Huge TLB Page Support for Kernel.
>> 3 *
>> 4 * This file is subject to the terms and conditions of the GNU General Public
>> 5 * License. See the file "COPYING" in the main directory of this archive
>> 6 * for more details.
>> 7 *
>> 8 * Copyright (C) 2002, Rohit Seth <rohit.seth@intel.com>
>> 9 * Copyright 2005, Embedded Alley Solutions, Inc.
>> 10 * Matt Porter <mporter@embeddedalley.com>
>> 11 * Copyright (C) 2008, 2009 Cavium Networks, Inc.
4 */ 12 */
5 13
6 #include <linux/fs.h> 14 #include <linux/fs.h>
7 #include <linux/mm.h> 15 #include <linux/mm.h>
8 #include <linux/hugetlb.h> 16 #include <linux/hugetlb.h>
9 #include <linux/pagemap.h> 17 #include <linux/pagemap.h>
10 #include <linux/err.h> 18 #include <linux/err.h>
11 #include <linux/sysctl.h> 19 #include <linux/sysctl.h>
12 #include <asm/mman.h> 20 #include <asm/mman.h>
13 #include <asm/tlb.h> 21 #include <asm/tlb.h>
14 #include <asm/tlbflush.h> 22 #include <asm/tlbflush.h>
15 23
16 pte_t *huge_pte_alloc(struct mm_struct *mm, st 24 pte_t *huge_pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma,
17 unsigned long addr, unsi 25 unsigned long addr, unsigned long sz)
18 { 26 {
19 pgd_t *pgd; 27 pgd_t *pgd;
20 p4d_t *p4d; 28 p4d_t *p4d;
21 pud_t *pud; 29 pud_t *pud;
22 pte_t *pte = NULL; 30 pte_t *pte = NULL;
23 31
24 pgd = pgd_offset(mm, addr); 32 pgd = pgd_offset(mm, addr);
25 p4d = p4d_alloc(mm, pgd, addr); 33 p4d = p4d_alloc(mm, pgd, addr);
26 pud = pud_alloc(mm, p4d, addr); 34 pud = pud_alloc(mm, p4d, addr);
27 if (pud) 35 if (pud)
28 pte = (pte_t *)pmd_alloc(mm, p 36 pte = (pte_t *)pmd_alloc(mm, pud, addr);
29 37
30 return pte; 38 return pte;
31 } 39 }
32 40
33 pte_t *huge_pte_offset(struct mm_struct *mm, u 41 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr,
34 unsigned long sz) 42 unsigned long sz)
35 { 43 {
36 pgd_t *pgd; 44 pgd_t *pgd;
37 p4d_t *p4d; 45 p4d_t *p4d;
38 pud_t *pud; 46 pud_t *pud;
39 pmd_t *pmd = NULL; 47 pmd_t *pmd = NULL;
40 48
41 pgd = pgd_offset(mm, addr); 49 pgd = pgd_offset(mm, addr);
42 if (pgd_present(pgdp_get(pgd))) { !! 50 if (pgd_present(*pgd)) {
43 p4d = p4d_offset(pgd, addr); 51 p4d = p4d_offset(pgd, addr);
44 if (p4d_present(p4dp_get(p4d)) !! 52 if (p4d_present(*p4d)) {
45 pud = pud_offset(p4d, 53 pud = pud_offset(p4d, addr);
46 if (pud_present(pudp_g !! 54 if (pud_present(*pud))
47 pmd = pmd_offs 55 pmd = pmd_offset(pud, addr);
48 } 56 }
49 } 57 }
50 return (pte_t *) pmd; 58 return (pte_t *) pmd;
51 } <<
52 <<
53 uint64_t pmd_to_entrylo(unsigned long pmd_val) <<
54 { <<
55 uint64_t val; <<
56 /* PMD as PTE. Must be huge page */ <<
57 if (!pmd_leaf(__pmd(pmd_val))) <<
58 panic("%s", __func__); <<
59 <<
60 val = pmd_val ^ _PAGE_HUGE; <<
61 val |= ((val & _PAGE_HGLOBAL) >> <<
62 (_PAGE_HGLOBAL_SHIFT - _PAGE_G <<
63 <<
64 return val; <<
65 } 59 }
66 60
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.