radix_hugetlbpage.c 1.7 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061
  1. // SPDX-License-Identifier: GPL-2.0
  2. #include <linux/mm.h>
  3. #include <linux/hugetlb.h>
  4. #include <linux/security.h>
  5. #include <asm/cacheflush.h>
  6. #include <asm/machdep.h>
  7. #include <asm/mman.h>
  8. #include <asm/tlb.h>
  9. void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
  10. {
  11. int psize;
  12. struct hstate *hstate = hstate_file(vma->vm_file);
  13. psize = hstate_get_psize(hstate);
  14. radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
  15. }
  16. void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
  17. {
  18. int psize;
  19. struct hstate *hstate = hstate_file(vma->vm_file);
  20. psize = hstate_get_psize(hstate);
  21. radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize);
  22. }
  23. void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start,
  24. unsigned long end)
  25. {
  26. int psize;
  27. struct hstate *hstate = hstate_file(vma->vm_file);
  28. psize = hstate_get_psize(hstate);
  29. /*
  30. * Flush PWC even if we get PUD_SIZE hugetlb invalidate to keep this simpler.
  31. */
  32. if (end - start >= PUD_SIZE)
  33. radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize);
  34. else
  35. radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize);
  36. }
  37. void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
  38. unsigned long addr, pte_t *ptep,
  39. pte_t old_pte, pte_t pte)
  40. {
  41. struct mm_struct *mm = vma->vm_mm;
  42. /*
  43. * POWER9 NMMU must flush the TLB after clearing the PTE before
  44. * installing a PTE with more relaxed access permissions, see
  45. * radix__ptep_set_access_flags.
  46. */
  47. if (!cpu_has_feature(CPU_FTR_ARCH_31) &&
  48. is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) &&
  49. atomic_read(&mm->context.copros) > 0)
  50. radix__flush_hugetlb_page(vma, addr);
  51. set_huge_pte_at(vma->vm_mm, addr, ptep, pte);
  52. }