12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788 |
- #ifndef _ASM_POWERPC_PTE_WALK_H
- #define _ASM_POWERPC_PTE_WALK_H
- #include <linux/sched.h>
- /* Don't use this directly */
- extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
- bool *is_thp, unsigned *hshift);
- static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea,
- bool *is_thp, unsigned *hshift)
- {
- pte_t *pte;
- VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
- pte = __find_linux_pte(pgdir, ea, is_thp, hshift);
- #if defined(CONFIG_DEBUG_VM) && \
- !(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE))
- /*
- * We should not find huge page if these configs are not enabled.
- */
- if (hshift)
- WARN_ON(*hshift);
- #endif
- return pte;
- }
- static inline pte_t *find_init_mm_pte(unsigned long ea, unsigned *hshift)
- {
- pgd_t *pgdir = init_mm.pgd;
- return __find_linux_pte(pgdir, ea, NULL, hshift);
- }
- /*
- * Convert a kernel vmap virtual address (vmalloc or ioremap space) to a
- * physical address, without taking locks. This can be used in real-mode.
- */
- static inline phys_addr_t ppc_find_vmap_phys(unsigned long addr)
- {
- pte_t *ptep;
- phys_addr_t pa;
- int hugepage_shift;
- /*
- * init_mm does not free page tables, and does not do THP. It may
- * have huge pages from huge vmalloc / ioremap etc.
- */
- ptep = find_init_mm_pte(addr, &hugepage_shift);
- if (WARN_ON(!ptep))
- return 0;
- pa = PFN_PHYS(pte_pfn(*ptep));
- if (!hugepage_shift)
- hugepage_shift = PAGE_SHIFT;
- pa |= addr & ((1ul << hugepage_shift) - 1);
- return pa;
- }
- /*
- * This is what we should always use. Any other lockless page table lookup needs
- * careful audit against THP split.
- */
- static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea,
- bool *is_thp, unsigned *hshift)
- {
- pte_t *pte;
- VM_WARN(!arch_irqs_disabled(), "%s called with irq enabled\n", __func__);
- VM_WARN(pgdir != current->mm->pgd,
- "%s lock less page table lookup called on wrong mm\n", __func__);
- pte = __find_linux_pte(pgdir, ea, is_thp, hshift);
- #if defined(CONFIG_DEBUG_VM) && \
- !(defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE))
- /*
- * We should not find huge page if these configs are not enabled.
- */
- if (hshift)
- WARN_ON(*hshift);
- #endif
- return pte;
- }
- #endif /* _ASM_POWERPC_PTE_WALK_H */
|