arch/powerpc/include/asm/book3s/64/tlbflush-radix.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #ifndef _ASM_POWERPC_TLBFLUSH_RADIX_H
   3 #define _ASM_POWERPC_TLBFLUSH_RADIX_H
   4
   5 #include <asm/hvcall.h>
   6
   7 #define RIC_FLUSH_TLB 0
   8 #define RIC_FLUSH_PWC 1
   9 #define RIC_FLUSH_ALL 2
  10
  11 struct vm_area_struct;
  12 struct mm_struct;
  13 struct mmu_gather;
  14
  15 static inline u64 psize_to_rpti_pgsize(unsigned long psize)
  16 {
  17         if (psize == MMU_PAGE_4K)
  18                 return H_RPTI_PAGE_4K;
  19         if (psize == MMU_PAGE_64K)
  20                 return H_RPTI_PAGE_64K;
  21         if (psize == MMU_PAGE_2M)
  22                 return H_RPTI_PAGE_2M;
  23         if (psize == MMU_PAGE_1G)
  24                 return H_RPTI_PAGE_1G;
  25         return H_RPTI_PAGE_ALL;
  26 }
  27
  28 static inline int mmu_get_ap(int psize)
  29 {
  30         return mmu_psize_defs[psize].ap;
  31 }
  32
  33 #ifdef CONFIG_PPC_RADIX_MMU
  34 extern void radix__tlbiel_all(unsigned int action);
  35 extern void radix__flush_tlb_lpid_page(unsigned int lpid,
  36                                         unsigned long addr,
  37                                         unsigned long page_size);
  38 extern void radix__flush_pwc_lpid(unsigned int lpid);
  39 extern void radix__flush_all_lpid(unsigned int lpid);
  40 extern void radix__flush_all_lpid_guest(unsigned int lpid);
  41 #else
  42 static inline void radix__tlbiel_all(unsigned int action) { WARN_ON(1); }
  43 static inline void radix__flush_tlb_lpid_page(unsigned int lpid,
  44                                         unsigned long addr,
  45                                         unsigned long page_size)
  46 {
  47         WARN_ON(1);
  48 }
  49 static inline void radix__flush_pwc_lpid(unsigned int lpid)
  50 {
  51         WARN_ON(1);
  52 }
  53 static inline void radix__flush_all_lpid(unsigned int lpid)
  54 {
  55         WARN_ON(1);
  56 }
  57 static inline void radix__flush_all_lpid_guest(unsigned int lpid)
  58 {
  59         WARN_ON(1);
  60 }
  61 #endif
  62
  63 extern void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma,
  64                                            unsigned long start, unsigned long end);
  65 extern void radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start,
  66                                          unsigned long end, int psize);
  67 extern void radix__flush_pmd_tlb_range(struct vm_area_struct *vma,
  68                                        unsigned long start, unsigned long end);
  69 extern void radix__flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
  70                             unsigned long end);
  71 extern void radix__flush_tlb_kernel_range(unsigned long start, unsigned long end);
  72
  73 extern void radix__local_flush_tlb_mm(struct mm_struct *mm);
  74 extern void radix__local_flush_all_mm(struct mm_struct *mm);
  75 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
  76 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
  77                                               int psize);
  78 extern void radix__tlb_flush(struct mmu_gather *tlb);
  79 #ifdef CONFIG_SMP
  80 extern void radix__flush_tlb_mm(struct mm_struct *mm);
  81 extern void radix__flush_all_mm(struct mm_struct *mm);
  82 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
  83 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
  84                                         int psize);
  85 #else
  86 #define radix__flush_tlb_mm(mm)         radix__local_flush_tlb_mm(mm)
  87 #define radix__flush_all_mm(mm)         radix__local_flush_all_mm(mm)
  88 #define radix__flush_tlb_page(vma,addr) radix__local_flush_tlb_page(vma,addr)
  89 #define radix__flush_tlb_page_psize(mm,addr,p) radix__local_flush_tlb_page_psize(mm,addr,p)
  90 #endif
  91 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
  92 extern void radix__flush_tlb_collapsed_pmd(struct mm_struct *mm, unsigned long addr);
  93 extern void radix__flush_tlb_all(void);
  94
  95 #endif