1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
5 #include <linux/init.h>
6 #include <linux/export.h>
8 #include <asm/pgalloc.h>
9 #include <asm/pgtable.h>
10 #include <asm/tlbflush.h>
12 pgd_t *pgd_alloc(struct mm_struct *mm)
16 ret = (pgd_t *) __get_free_page(GFP_KERNEL);
18 init = pgd_offset(&init_mm, 0UL);
19 pgd_init((unsigned long)ret);
20 memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,
21 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
26 EXPORT_SYMBOL_GPL(pgd_alloc);
28 void pgd_init(unsigned long page)
30 unsigned long *p, *end;
33 #if !defined(__PAGETABLE_PUD_FOLDED)
34 entry = (unsigned long)invalid_pud_table;
35 #elif !defined(__PAGETABLE_PMD_FOLDED)
36 entry = (unsigned long)invalid_pmd_table;
38 entry = (unsigned long)invalid_pte_table;
41 p = (unsigned long *) page;
42 end = p + PTRS_PER_PGD;
56 EXPORT_SYMBOL_GPL(pgd_init);
58 #ifndef __PAGETABLE_PMD_FOLDED
59 void pmd_init(unsigned long addr, unsigned long pagetable)
61 unsigned long *p, *end;
63 p = (unsigned long *) addr;
64 end = p + PTRS_PER_PMD;
78 EXPORT_SYMBOL_GPL(pmd_init);
81 #ifndef __PAGETABLE_PUD_FOLDED
82 void pud_init(unsigned long addr, unsigned long pagetable)
84 unsigned long *p, *end;
86 p = (unsigned long *)addr;
87 end = p + PTRS_PER_PUD;
103 pmd_t mk_pmd(struct page *page, pgprot_t prot)
107 pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
112 void set_pmd_at(struct mm_struct *mm, unsigned long addr,
113 pmd_t *pmdp, pmd_t pmd)
119 void __init pagetable_init(void)
121 /* Initialize the entire pgd. */
122 pgd_init((unsigned long)swapper_pg_dir);
123 pgd_init((unsigned long)invalid_pg_dir);
124 #ifndef __PAGETABLE_PUD_FOLDED
125 pud_init((unsigned long)invalid_pud_table, (unsigned long)invalid_pmd_table);
127 #ifndef __PAGETABLE_PMD_FOLDED
128 pmd_init((unsigned long)invalid_pmd_table, (unsigned long)invalid_pte_table);