arch/mips/mm/pgtable-64.c

   1 /*
   2  * This file is subject to the terms and conditions of the GNU General Public
   3  * License.  See the file "COPYING" in the main directory of this archive
   4  * for more details.
   5  *
   6  * Copyright (C) 1999, 2000 by Silicon Graphics
   7  * Copyright (C) 2003 by Ralf Baechle
   8  */
   9 #include <linux/export.h>
  10 #include <linux/init.h>
  11 #include <linux/mm.h>
  12 #include <asm/fixmap.h>
  13 #include <asm/pgalloc.h>
  14 #include <asm/tlbflush.h>
  15
  16 void pgd_init(unsigned long page)
  17 {
  18         unsigned long *p, *end;
  19         unsigned long entry;
  20
  21 #if !defined(__PAGETABLE_PUD_FOLDED)
  22         entry = (unsigned long)invalid_pud_table;
  23 #elif !defined(__PAGETABLE_PMD_FOLDED)
  24         entry = (unsigned long)invalid_pmd_table;
  25 #else
  26         entry = (unsigned long)invalid_pte_table;
  27 #endif
  28
  29         p = (unsigned long *) page;
  30         end = p + PTRS_PER_PGD;
  31
  32         do {
  33                 p[0] = entry;
  34                 p[1] = entry;
  35                 p[2] = entry;
  36                 p[3] = entry;
  37                 p[4] = entry;
  38                 p += 8;
  39                 p[-3] = entry;
  40                 p[-2] = entry;
  41                 p[-1] = entry;
  42         } while (p != end);
  43 }
  44
  45 #ifndef __PAGETABLE_PMD_FOLDED
  46 void pmd_init(unsigned long addr, unsigned long pagetable)
  47 {
  48         unsigned long *p, *end;
  49
  50         p = (unsigned long *) addr;
  51         end = p + PTRS_PER_PMD;
  52
  53         do {
  54                 p[0] = pagetable;
  55                 p[1] = pagetable;
  56                 p[2] = pagetable;
  57                 p[3] = pagetable;
  58                 p[4] = pagetable;
  59                 p += 8;
  60                 p[-3] = pagetable;
  61                 p[-2] = pagetable;
  62                 p[-1] = pagetable;
  63         } while (p != end);
  64 }
  65 EXPORT_SYMBOL_GPL(pmd_init);
  66 #endif
  67
  68 #ifndef __PAGETABLE_PUD_FOLDED
  69 void pud_init(unsigned long addr, unsigned long pagetable)
  70 {
  71         unsigned long *p, *end;
  72
  73         p = (unsigned long *)addr;
  74         end = p + PTRS_PER_PUD;
  75
  76         do {
  77                 p[0] = pagetable;
  78                 p[1] = pagetable;
  79                 p[2] = pagetable;
  80                 p[3] = pagetable;
  81                 p[4] = pagetable;
  82                 p += 8;
  83                 p[-3] = pagetable;
  84                 p[-2] = pagetable;
  85                 p[-1] = pagetable;
  86         } while (p != end);
  87 }
  88 #endif
  89
  90 pmd_t mk_pmd(struct page *page, pgprot_t prot)
  91 {
  92         pmd_t pmd;
  93
  94         pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
  95
  96         return pmd;
  97 }
  98
  99 void set_pmd_at(struct mm_struct *mm, unsigned long addr,
 100                 pmd_t *pmdp, pmd_t pmd)
 101 {
 102         *pmdp = pmd;
 103         flush_tlb_all();
 104 }
 105
 106 void __init pagetable_init(void)
 107 {
 108         unsigned long vaddr;
 109         pgd_t *pgd_base;
 110
 111         /* Initialize the entire pgd.  */
 112         pgd_init((unsigned long)swapper_pg_dir);
 113 #ifndef __PAGETABLE_PUD_FOLDED
 114         pud_init((unsigned long)invalid_pud_table, (unsigned long)invalid_pmd_table);
 115 #endif
 116 #ifndef __PAGETABLE_PMD_FOLDED
 117         pmd_init((unsigned long)invalid_pmd_table, (unsigned long)invalid_pte_table);
 118 #endif
 119         pgd_base = swapper_pg_dir;
 120         /*
 121          * Fixed mappings:
 122          */
 123         vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
 124         fixrange_init(vaddr, vaddr + FIXADDR_SIZE, pgd_base);
 125 }