46469e117f
In some situations, we want to adjust the alloc_flags for better performance. more detail explain: the reason why we add a vendor hook adjusting alloc_flags: 1 the user only pass parameter size and gfp_flags once. if we mask the __GFP_RECLAIM, we can't distinguish high-order and low-order, they all will not rise reclaim behavior, it's wrong. 2 for __iommu_dma_alloc_pages, there is a loop to try to alloc pages from high-order to low-order fallback, and we add hook callsite to only change the high-order( > costly order) alloc behavior(which high probability will result more overhead than benifit). which allow low order alloc to do reclaim behavior still, otherwise may end up with alloc fail. 3 in android ION(drivers/dma-buf/heaps/system_heap.c ) there is same logic, high-order alloc will not do reclaim behavior. so this change add a vendor hook for adjusting alloc_flags, and add a callsite in __iommu_dma_alloc_pages to turn the reclaim behavior. Bug: 300857012 Change-Id: I30bd634d8ede1cc29c83d52bdd9276c8cf72ac1e Signed-off-by: lvwenhuan <lvwenhuan@oppo.com> Signed-off-by: liwei <liwei1234@oppo.com> (cherry picked from commit d6c24c3a63567676de818011403abe5b9b3d38b0)
54 lines
1.5 KiB
C
54 lines
1.5 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#undef TRACE_SYSTEM
|
|
#define TRACE_SYSTEM iommu
|
|
|
|
#define TRACE_INCLUDE_PATH trace/hooks
|
|
|
|
#if !defined(_TRACE_HOOK_IOMMU_H) || defined(TRACE_HEADER_MULTI_READ)
|
|
#define _TRACE_HOOK_IOMMU_H
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/tracepoint.h>
|
|
#include <trace/hooks/vendor_hooks.h>
|
|
|
|
#ifdef __GENKSYMS__
|
|
struct iova_domain;
|
|
#else
|
|
/* struct iova_domain */
|
|
#include <linux/iova.h>
|
|
#endif /* __GENKSYMS__ */
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_iommu_setup_dma_ops,
|
|
TP_PROTO(struct device *dev, u64 dma_base, u64 size),
|
|
TP_ARGS(dev, dma_base, size), 1);
|
|
|
|
DECLARE_HOOK(android_vh_iommu_setup_dma_ops,
|
|
TP_PROTO(struct device *dev, u64 dma_base, u64 size),
|
|
TP_ARGS(dev, dma_base, size));
|
|
|
|
DECLARE_HOOK(android_vh_iommu_alloc_iova,
|
|
TP_PROTO(struct device *dev, dma_addr_t iova, size_t size),
|
|
TP_ARGS(dev, iova, size));
|
|
|
|
|
|
DECLARE_HOOK(android_vh_iommu_iovad_alloc_iova,
|
|
TP_PROTO(struct device *dev, struct iova_domain *iovad, dma_addr_t iova, size_t size),
|
|
TP_ARGS(dev, iovad, iova, size));
|
|
|
|
DECLARE_HOOK(android_vh_iommu_free_iova,
|
|
TP_PROTO(dma_addr_t iova, size_t size),
|
|
TP_ARGS(iova, size));
|
|
|
|
DECLARE_HOOK(android_vh_iommu_iovad_free_iova,
|
|
TP_PROTO(struct iova_domain *iovad, dma_addr_t iova, size_t size),
|
|
TP_ARGS(iovad, iova, size));
|
|
|
|
DECLARE_HOOK(android_vh_adjust_alloc_flags,
|
|
TP_PROTO(unsigned int order, gfp_t *alloc_flags),
|
|
TP_ARGS(order, alloc_flags));
|
|
|
|
#endif /* _TRACE_HOOK_IOMMU_H */
|
|
|
|
/* This part must be outside protection */
|
|
#include <trace/define_trace.h>
|