GNU Linux-libre 4.19.286-gnu1
[releases.git] / arch / mips / mm / pgtable-64.c
1 /*
2  * This file is subject to the terms and conditions of the GNU General Public
3  * License.  See the file "COPYING" in the main directory of this archive
4  * for more details.
5  *
6  * Copyright (C) 1999, 2000 by Silicon Graphics
7  * Copyright (C) 2003 by Ralf Baechle
8  */
9 #include <linux/export.h>
10 #include <linux/init.h>
11 #include <linux/mm.h>
12 #include <asm/fixmap.h>
13 #include <asm/pgtable.h>
14 #include <asm/pgalloc.h>
15 #include <asm/tlbflush.h>
16
17 void pgd_init(unsigned long page)
18 {
19         unsigned long *p, *end;
20         unsigned long entry;
21
22 #if !defined(__PAGETABLE_PUD_FOLDED)
23         entry = (unsigned long)invalid_pud_table;
24 #elif !defined(__PAGETABLE_PMD_FOLDED)
25         entry = (unsigned long)invalid_pmd_table;
26 #else
27         entry = (unsigned long)invalid_pte_table;
28 #endif
29
30         p = (unsigned long *) page;
31         end = p + PTRS_PER_PGD;
32
33         do {
34                 p[0] = entry;
35                 p[1] = entry;
36                 p[2] = entry;
37                 p[3] = entry;
38                 p[4] = entry;
39                 p += 8;
40                 p[-3] = entry;
41                 p[-2] = entry;
42                 p[-1] = entry;
43         } while (p != end);
44 }
45
46 #ifndef __PAGETABLE_PMD_FOLDED
47 void pmd_init(unsigned long addr, unsigned long pagetable)
48 {
49         unsigned long *p, *end;
50
51         p = (unsigned long *) addr;
52         end = p + PTRS_PER_PMD;
53
54         do {
55                 p[0] = pagetable;
56                 p[1] = pagetable;
57                 p[2] = pagetable;
58                 p[3] = pagetable;
59                 p[4] = pagetable;
60                 p += 8;
61                 p[-3] = pagetable;
62                 p[-2] = pagetable;
63                 p[-1] = pagetable;
64         } while (p != end);
65 }
66 EXPORT_SYMBOL_GPL(pmd_init);
67 #endif
68
69 #ifndef __PAGETABLE_PUD_FOLDED
70 void pud_init(unsigned long addr, unsigned long pagetable)
71 {
72         unsigned long *p, *end;
73
74         p = (unsigned long *)addr;
75         end = p + PTRS_PER_PUD;
76
77         do {
78                 p[0] = pagetable;
79                 p[1] = pagetable;
80                 p[2] = pagetable;
81                 p[3] = pagetable;
82                 p[4] = pagetable;
83                 p += 8;
84                 p[-3] = pagetable;
85                 p[-2] = pagetable;
86                 p[-1] = pagetable;
87         } while (p != end);
88 }
89 #endif
90
91 pmd_t mk_pmd(struct page *page, pgprot_t prot)
92 {
93         pmd_t pmd;
94
95         pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
96
97         return pmd;
98 }
99
100 void set_pmd_at(struct mm_struct *mm, unsigned long addr,
101                 pmd_t *pmdp, pmd_t pmd)
102 {
103         *pmdp = pmd;
104         flush_tlb_all();
105 }
106
107 void __init pagetable_init(void)
108 {
109         unsigned long vaddr;
110         pgd_t *pgd_base;
111
112         /* Initialize the entire pgd.  */
113         pgd_init((unsigned long)swapper_pg_dir);
114 #ifndef __PAGETABLE_PUD_FOLDED
115         pud_init((unsigned long)invalid_pud_table, (unsigned long)invalid_pmd_table);
116 #endif
117 #ifndef __PAGETABLE_PMD_FOLDED
118         pmd_init((unsigned long)invalid_pmd_table, (unsigned long)invalid_pte_table);
119 #endif
120         pgd_base = swapper_pg_dir;
121         /*
122          * Fixed mappings:
123          */
124         vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
125         fixrange_init(vaddr, vaddr + FIXADDR_SIZE, pgd_base);
126 }